2024-12-03 18:29:07,012 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 18:29:07,040 main DEBUG Took 0.025955 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 18:29:07,041 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 18:29:07,041 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 18:29:07,043 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 18:29:07,044 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,054 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 18:29:07,075 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,078 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,080 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,081 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,091 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,093 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,094 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,094 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,095 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,096 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,097 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,098 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,103 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 18:29:07,105 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,106 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 18:29:07,108 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 18:29:07,110 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 18:29:07,113 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 18:29:07,114 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 18:29:07,116 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 18:29:07,116 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 18:29:07,129 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 18:29:07,133 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 18:29:07,136 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 18:29:07,136 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 18:29:07,137 main DEBUG createAppenders(={Console}) 2024-12-03 18:29:07,138 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-03 18:29:07,138 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 18:29:07,139 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-03 18:29:07,140 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 18:29:07,140 main DEBUG OutputStream closed 2024-12-03 18:29:07,140 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 18:29:07,141 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 18:29:07,141 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-03 18:29:07,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 18:29:07,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 18:29:07,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 18:29:07,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 18:29:07,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 18:29:07,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 18:29:07,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 18:29:07,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 18:29:07,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 18:29:07,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 18:29:07,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 18:29:07,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 18:29:07,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 18:29:07,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 18:29:07,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 18:29:07,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 18:29:07,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 18:29:07,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 18:29:07,283 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 18:29:07,283 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-03 18:29:07,284 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 18:29:07,284 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-03T18:29:07,297 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-03 18:29:07,301 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 18:29:07,301 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T18:29:07,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=754, ProcessCount=11, AvailableMemoryMB=3729 2024-12-03T18:29:07,682 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-03T18:29:07,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb 2024-12-03T18:29:07,753 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/cluster_2f185640-b05e-d544-b5e0-bd8e9bce663e, deleteOnExit=true 2024-12-03T18:29:07,836 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 55576 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:459) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:08,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/cluster_2f185640-b05e-d544-b5e0-bd8e9bce663e/zookeeper_0, clientPort=55577, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/cluster_2f185640-b05e-d544-b5e0-bd8e9bce663e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/cluster_2f185640-b05e-d544-b5e0-bd8e9bce663e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:29:08,083 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55577 2024-12-03T18:29:08,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:29:08,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:29:08,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/test.cache.data in system properties and HBase conf 2024-12-03T18:29:08,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:29:08,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:29:08,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:29:08,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:29:08,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:29:08,311 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T18:29:08,516 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:29:08,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:29:08,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:29:08,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:29:08,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:29:08,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:29:08,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:29:08,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:29:08,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:29:08,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:29:08,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:29:08,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:29:08,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:29:08,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:29:08,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:29:09,960 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T18:29:10,065 INFO [Time-limited test {}] log.Log(170): Logging initialized @4075ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T18:29:10,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:29:10,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:29:10,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:29:10,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:29:10,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:29:10,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:29:10,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668ac03f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:29:10,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d24274{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:29:10,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@695935e3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/java.io.tmpdir/jetty-localhost-36249-hadoop-hdfs-3_4_1-tests_jar-_-any-9693518189022502868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:29:10,588 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77193d93{HTTP/1.1, (http/1.1)}{localhost:36249} 2024-12-03T18:29:10,588 INFO [Time-limited test {}] server.Server(415): Started @4599ms 2024-12-03T18:29:11,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:29:11,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:29:11,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:29:11,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:29:11,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:29:11,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f0edb62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:29:11,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39ddf87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:29:11,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61431d78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/java.io.tmpdir/jetty-localhost-39247-hadoop-hdfs-3_4_1-tests_jar-_-any-5759753435739676979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:29:11,411 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cf76e09{HTTP/1.1, (http/1.1)}{localhost:39247} 2024-12-03T18:29:11,411 INFO [Time-limited test {}] server.Server(415): Started @5423ms 2024-12-03T18:29:11,495 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:29:12,973 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/cluster_2f185640-b05e-d544-b5e0-bd8e9bce663e/data/data1/current/BP-80917049-172.17.0.3-1733250549470/current, will proceed with Du for space computation calculation, 2024-12-03T18:29:12,975 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/cluster_2f185640-b05e-d544-b5e0-bd8e9bce663e/data/data2/current/BP-80917049-172.17.0.3-1733250549470/current, will proceed with Du for space computation calculation, 2024-12-03T18:29:13,074 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:29:13,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x351f6eb7afb693bd with lease ID 0x73a6fe7aa189c008: Processing first storage report for DS-d6b2db4e-5c83-4238-8bd5-3236803e534b from datanode DatanodeRegistration(127.0.0.1:43153, datanodeUuid=636a1277-d35a-433d-9d18-18d7020eaebf, infoPort=39581, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=1560792690;c=1733250549470) 2024-12-03T18:29:13,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x351f6eb7afb693bd with lease ID 0x73a6fe7aa189c008: from storage DS-d6b2db4e-5c83-4238-8bd5-3236803e534b node DatanodeRegistration(127.0.0.1:43153, datanodeUuid=636a1277-d35a-433d-9d18-18d7020eaebf, infoPort=39581, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=1560792690;c=1733250549470), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T18:29:13,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x351f6eb7afb693bd with lease ID 0x73a6fe7aa189c008: Processing first storage report for DS-9b7753c1-daec-4914-82ea-14d56c6fe380 from datanode DatanodeRegistration(127.0.0.1:43153, datanodeUuid=636a1277-d35a-433d-9d18-18d7020eaebf, infoPort=39581, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=1560792690;c=1733250549470) 2024-12-03T18:29:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x351f6eb7afb693bd with lease ID 0x73a6fe7aa189c008: from storage DS-9b7753c1-daec-4914-82ea-14d56c6fe380 node DatanodeRegistration(127.0.0.1:43153, datanodeUuid=636a1277-d35a-433d-9d18-18d7020eaebf, infoPort=39581, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=1560792690;c=1733250549470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:29:13,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb 2024-12-03T18:29:13,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:13,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:13,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:29:13,977 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f with version=8 2024-12-03T18:29:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/hbase-staging 2024-12-03T18:29:14,121 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T18:29:14,398 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:29:14,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:14,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:14,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:29:14,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:14,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:29:14,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:29:14,671 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T18:29:14,684 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T18:29:14,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:29:14,728 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 73452 (auto-detected) 2024-12-03T18:29:14,729 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-03T18:29:14,766 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42121 2024-12-03T18:29:14,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42121 connecting to ZooKeeper ensemble=127.0.0.1:55577 2024-12-03T18:29:14,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421210x0, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:14,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42121-0x1019dbe13b20000 connected 2024-12-03T18:29:15,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:15,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:15,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/running 2024-12-03T18:29:15,219 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f, hbase.cluster.distributed=false 2024-12-03T18:29:15,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/acl 2024-12-03T18:29:15,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42121 2024-12-03T18:29:15,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42121 2024-12-03T18:29:15,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42121 2024-12-03T18:29:15,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42121 2024-12-03T18:29:15,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42121 2024-12-03T18:29:15,349 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:29:15,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:15,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:15,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:29:15,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:15,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:29:15,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:29:15,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:29:15,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40923 2024-12-03T18:29:15,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40923 connecting to ZooKeeper ensemble=127.0.0.1:55577 2024-12-03T18:29:15,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:15,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:15,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409230x0, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:15,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40923-0x1019dbe13b20001 connected 2024-12-03T18:29:15,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/running 2024-12-03T18:29:15,408 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:29:15,419 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:29:15,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/master 2024-12-03T18:29:15,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/acl 2024-12-03T18:29:15,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40923 2024-12-03T18:29:15,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40923 2024-12-03T18:29:15,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40923 2024-12-03T18:29:15,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40923 2024-12-03T18:29:15,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40923 2024-12-03T18:29:15,449 DEBUG [M:0;5cd6afc4bcac:42121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:42121 2024-12-03T18:29:15,452 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0944638443/backup-masters/5cd6afc4bcac,42121,1733250554196 2024-12-03T18:29:15,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443/backup-masters 2024-12-03T18:29:15,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443/backup-masters 2024-12-03T18:29:15,505 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on existing znode=/0944638443/backup-masters/5cd6afc4bcac,42121,1733250554196 2024-12-03T18:29:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0944638443/master 2024-12-03T18:29:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:15,555 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on existing znode=/0944638443/master 2024-12-03T18:29:15,556 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0944638443/backup-masters/5cd6afc4bcac,42121,1733250554196 from backup master directory 2024-12-03T18:29:15,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443/backup-masters 2024-12-03T18:29:15,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0944638443/backup-masters/5cd6afc4bcac,42121,1733250554196 2024-12-03T18:29:15,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443/backup-masters 2024-12-03T18:29:15,588 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:29:15,588 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,42121,1733250554196 2024-12-03T18:29:15,590 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T18:29:15,592 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T18:29:15,659 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/hbase.id] with ID: f8787187-7076-4417-98a8-23f619e63467 2024-12-03T18:29:15,659 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/.tmp/hbase.id 2024-12-03T18:29:15,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:29:16,083 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/.tmp/hbase.id]:[hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/hbase.id] 2024-12-03T18:29:16,131 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:16,135 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:29:16,153 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-03T18:29:16,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:16,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:16,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:29:16,595 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:29:16,599 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:29:16,616 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:29:16,617 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:16,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:29:16,664 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store 2024-12-03T18:29:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:29:17,092 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T18:29:17,097 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:17,098 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:29:17,098 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:17,099 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:17,101 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:29:17,102 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:17,102 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:17,103 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250557098Disabling compacts and flushes for region at 1733250557098Disabling writes for close at 1733250557101 (+3 ms)Writing region close event to WAL at 1733250557102 (+1 ms)Closed at 1733250557102 2024-12-03T18:29:17,106 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/.initializing 2024-12-03T18:29:17,106 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,42121,1733250554196 2024-12-03T18:29:17,115 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:29:17,133 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C42121%2C1733250554196, suffix=, logDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,42121,1733250554196, archiveDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/oldWALs, maxLogs=10 2024-12-03T18:29:17,155 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,42121,1733250554196/5cd6afc4bcac%2C42121%2C1733250554196.1733250557137, exclude list is [], retry=0 2024-12-03T18:29:17,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43153,DS-d6b2db4e-5c83-4238-8bd5-3236803e534b,DISK] 2024-12-03T18:29:17,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T18:29:17,218 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,42121,1733250554196/5cd6afc4bcac%2C42121%2C1733250554196.1733250557137 2024-12-03T18:29:17,219 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581)] 2024-12-03T18:29:17,220 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:17,221 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:17,230 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:17,231 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:17,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:17,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:29:17,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:17,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:17,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:17,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:29:17,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:17,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:17,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:17,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:29:17,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:17,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:17,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:17,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:29:17,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:17,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:17,331 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:17,334 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:17,335 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:17,340 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:17,341 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:17,344 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:17,347 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:17,352 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:29:17,353 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70273217, jitterRate=0.04715253412723541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:17,359 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250557249Initializing all the Stores at 1733250557252 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250557252Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250557253 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250557253Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250557254 (+1 ms)Cleaning up temporary data from old regions at 1733250557341 (+87 ms)Region opened successfully at 1733250557359 (+18 ms) 2024-12-03T18:29:17,360 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:29:17,396 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc75137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:29:17,440 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:29:17,457 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:29:17,457 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:29:17,461 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:29:17,462 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T18:29:17,467 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T18:29:17,467 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:29:17,506 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:29:17,516 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Unable to get data of znode /0944638443/balancer because node does not exist (not necessarily an error) 2024-12-03T18:29:17,528 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/balancer already deleted, retry=false 2024-12-03T18:29:17,531 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:29:17,532 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Unable to get data of znode /0944638443/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:29:17,543 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/normalizer already deleted, retry=false 2024-12-03T18:29:17,546 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:29:17,549 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Unable to get data of znode /0944638443/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:29:17,561 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/switch/split already deleted, retry=false 2024-12-03T18:29:17,563 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Unable to get data of znode /0944638443/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:29:17,578 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/switch/merge already deleted, retry=false 2024-12-03T18:29:17,599 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Unable to get data of znode /0944638443/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:29:17,610 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/snapshot-cleanup already deleted, retry=false 2024-12-03T18:29:17,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0944638443/running 2024-12-03T18:29:17,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:17,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0944638443/running 2024-12-03T18:29:17,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:17,624 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,42121,1733250554196, sessionid=0x1019dbe13b20000, setting cluster-up flag (Was=false) 2024-12-03T18:29:17,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:17,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:17,711 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0944638443/flush-table-proc/acquired, /0944638443/flush-table-proc/reached, /0944638443/flush-table-proc/abort 2024-12-03T18:29:17,714 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,42121,1733250554196 2024-12-03T18:29:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:17,770 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0944638443/online-snapshot/acquired, /0944638443/online-snapshot/reached, /0944638443/online-snapshot/abort 2024-12-03T18:29:17,772 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,42121,1733250554196 2024-12-03T18:29:17,782 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:29:17,843 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(746): ClusterId : f8787187-7076-4417-98a8-23f619e63467 2024-12-03T18:29:17,846 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:29:17,856 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:29:17,856 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:29:17,863 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:29:17,863 DEBUG [RS:0;5cd6afc4bcac:40923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:29:17,868 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:17,878 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:29:17,880 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:40923 2024-12-03T18:29:17,883 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:29:17,883 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:29:17,884 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:29:17,886 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:29:17,887 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,42121,1733250554196 with port=40923, startcode=1733250555311 2024-12-03T18:29:17,893 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,42121,1733250554196 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:29:17,899 DEBUG [RS:0;5cd6afc4bcac:40923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:29:17,900 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:17,900 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:17,901 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:17,901 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:17,901 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:29:17,902 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:17,902 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:29:17,902 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:17,905 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250587905 2024-12-03T18:29:17,907 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:29:17,908 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:29:17,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:17,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:29:17,915 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:29:17,916 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:29:17,916 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:29:17,916 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:29:17,917 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:17,918 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:29:17,930 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:17,935 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:29:17,937 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:29:17,937 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:29:17,938 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:29:17,944 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:29:17,944 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:29:17,945 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:29:17,951 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250557946,5,FailOnTimeoutGroup] 2024-12-03T18:29:17,952 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T18:29:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:29:17,954 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250557951,5,FailOnTimeoutGroup] 2024-12-03T18:29:17,955 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:17,955 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:29:17,956 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:17,957 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:17,979 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T18:29:17,979 WARN [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T18:29:18,081 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,42121,1733250554196 with port=40923, startcode=1733250555311 2024-12-03T18:29:18,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:18,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42121 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:18,096 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f 2024-12-03T18:29:18,096 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34699 2024-12-03T18:29:18,096 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:29:18,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443/rs 2024-12-03T18:29:18,119 DEBUG [RS:0;5cd6afc4bcac:40923 {}] zookeeper.ZKUtil(111): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on existing znode=/0944638443/rs/5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:18,119 WARN [RS:0;5cd6afc4bcac:40923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:29:18,119 INFO [RS:0;5cd6afc4bcac:40923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:18,120 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:18,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,40923,1733250555311] 2024-12-03T18:29:18,149 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:29:18,163 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:29:18,170 INFO [RS:0;5cd6afc4bcac:40923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:29:18,170 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:18,171 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:29:18,180 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:29:18,181 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:18,182 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:18,182 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:18,182 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:18,183 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:18,183 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:18,183 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:29:18,183 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:18,183 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:18,183 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:18,184 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:18,184 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:18,184 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:18,184 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:29:18,184 DEBUG [RS:0;5cd6afc4bcac:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:29:18,186 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:18,187 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:18,187 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:18,187 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:18,187 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:18,187 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,40923,1733250555311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:29:18,212 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:29:18,214 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,40923,1733250555311-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:18,215 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:18,215 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.Replication(171): 5cd6afc4bcac,40923,1733250555311 started 2024-12-03T18:29:18,235 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:18,235 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,40923,1733250555311, RpcServer on 5cd6afc4bcac/172.17.0.3:40923, sessionid=0x1019dbe13b20001 2024-12-03T18:29:18,237 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:29:18,237 DEBUG [RS:0;5cd6afc4bcac:40923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:18,237 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,40923,1733250555311' 2024-12-03T18:29:18,237 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0944638443/flush-table-proc/abort' 2024-12-03T18:29:18,238 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0944638443/flush-table-proc/acquired' 2024-12-03T18:29:18,239 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:29:18,239 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:29:18,239 DEBUG [RS:0;5cd6afc4bcac:40923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:18,240 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,40923,1733250555311' 2024-12-03T18:29:18,240 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0944638443/online-snapshot/abort' 2024-12-03T18:29:18,240 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0944638443/online-snapshot/acquired' 2024-12-03T18:29:18,241 DEBUG [RS:0;5cd6afc4bcac:40923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:29:18,241 INFO [RS:0;5cd6afc4bcac:40923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:29:18,241 INFO [RS:0;5cd6afc4bcac:40923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:29:18,348 INFO [RS:0;5cd6afc4bcac:40923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:29:18,351 INFO [RS:0;5cd6afc4bcac:40923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C40923%2C1733250555311, suffix=, logDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311, archiveDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs, maxLogs=10 2024-12-03T18:29:18,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:29:18,357 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f 2024-12-03T18:29:18,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:29:18,371 DEBUG [RS:0;5cd6afc4bcac:40923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353, exclude list is [], retry=0 2024-12-03T18:29:18,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43153,DS-d6b2db4e-5c83-4238-8bd5-3236803e534b,DISK] 2024-12-03T18:29:18,380 INFO [RS:0;5cd6afc4bcac:40923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 2024-12-03T18:29:18,380 DEBUG [RS:0;5cd6afc4bcac:40923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581)] 2024-12-03T18:29:18,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:18,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:29:18,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:29:18,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:18,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:18,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:29:18,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:29:18,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:18,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:18,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:29:18,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:29:18,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:18,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:18,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:29:18,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:29:18,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:18,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:18,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:29:18,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740 2024-12-03T18:29:18,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740 2024-12-03T18:29:18,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:29:18,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:29:18,813 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:18,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:29:18,822 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:29:18,823 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64268109, jitterRate=-0.0423305481672287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:18,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250558771Initializing all the Stores at 1733250558773 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250558774 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250558774Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250558774Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250558774Cleaning up temporary data from old regions at 1733250558812 (+38 ms)Region opened successfully at 1733250558826 (+14 ms) 2024-12-03T18:29:18,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:29:18,827 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:29:18,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:29:18,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-12-03T18:29:18,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:29:18,829 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:18,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250558827Disabling compacts and flushes for region at 1733250558827Disabling writes for close at 1733250558828 (+1 ms)Writing region close event to WAL at 1733250558829 (+1 ms)Closed at 1733250558829 2024-12-03T18:29:18,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:18,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:29:18,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:29:18,852 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:29:18,857 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:29:19,010 DEBUG [5cd6afc4bcac:42121 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:29:19,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:19,044 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,40923,1733250555311, state=OPENING 2024-12-03T18:29:19,062 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:29:19,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:19,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:19,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0944638443/meta-region-server: CHANGED 2024-12-03T18:29:19,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0944638443/meta-region-server: CHANGED 2024-12-03T18:29:19,079 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:29:19,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,40923,1733250555311}] 2024-12-03T18:29:19,281 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:29:19,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:29:19,352 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:29:19,352 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:19,353 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:29:19,373 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C40923%2C1733250555311.meta, suffix=.meta, logDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311, archiveDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs, maxLogs=10 2024-12-03T18:29:19,401 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.meta.1733250559375.meta, exclude list is [], retry=0 2024-12-03T18:29:19,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43153,DS-d6b2db4e-5c83-4238-8bd5-3236803e534b,DISK] 2024-12-03T18:29:19,419 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.meta.1733250559375.meta 2024-12-03T18:29:19,424 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581)] 2024-12-03T18:29:19,424 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:19,432 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:29:19,433 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:29:19,437 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:29:19,441 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:29:19,454 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:29:19,456 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:19,456 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:29:19,456 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:29:19,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:29:19,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:29:19,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:19,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:19,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:29:19,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:29:19,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:19,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:19,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:29:19,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:29:19,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:19,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:19,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:29:19,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:29:19,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:19,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:19,493 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:29:19,495 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740 2024-12-03T18:29:19,499 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740 2024-12-03T18:29:19,503 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:29:19,503 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:29:19,504 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:19,508 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:29:19,510 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72762606, jitterRate=0.08424732089042664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:19,511 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:29:19,512 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250559457Writing region info on filesystem at 1733250559458 (+1 ms)Initializing all the Stores at 1733250559461 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250559462 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250559466 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250559467 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250559467Cleaning up temporary data from old regions at 1733250559503 (+36 ms)Running coprocessor post-open hooks at 1733250559511 (+8 ms)Region opened successfully at 1733250559512 (+1 ms) 2024-12-03T18:29:19,518 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250559268 2024-12-03T18:29:19,529 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:29:19,529 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:29:19,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:19,533 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,40923,1733250555311, state=OPEN 2024-12-03T18:29:19,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0944638443/meta-region-server 2024-12-03T18:29:19,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0944638443/meta-region-server 2024-12-03T18:29:19,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0944638443/meta-region-server: CHANGED 2024-12-03T18:29:19,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0944638443/meta-region-server: CHANGED 2024-12-03T18:29:19,590 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:19,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:29:19,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,40923,1733250555311 in 505 msec 2024-12-03T18:29:19,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:29:19,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 763 msec 2024-12-03T18:29:19,612 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:19,612 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:29:19,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:29:19,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,40923,1733250555311, seqNum=-1] 2024-12-03T18:29:19,655 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:19,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:19,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8640 sec 2024-12-03T18:29:19,683 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250559683, completionTime=-1 2024-12-03T18:29:19,685 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:29:19,686 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:29:19,711 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:29:19,711 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250619711 2024-12-03T18:29:19,711 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250679711 2024-12-03T18:29:19,712 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-03T18:29:19,714 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42121,1733250554196-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:19,714 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42121,1733250554196-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:19,714 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42121,1733250554196-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:19,715 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:42121, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:19,716 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:19,716 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:19,722 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:29:19,742 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.154sec 2024-12-03T18:29:19,743 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:29:19,745 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:29:19,746 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:29:19,747 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:29:19,747 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:29:19,748 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42121,1733250554196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:29:19,748 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42121,1733250554196-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:29:19,758 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:29:19,759 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:29:19,760 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42121,1733250554196-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:19,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8e617e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:19,854 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T18:29:19,854 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T18:29:19,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,42121,-1 for getting cluster id 2024-12-03T18:29:19,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:19,871 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8787187-7076-4417-98a8-23f619e63467' 2024-12-03T18:29:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8787187-7076-4417-98a8-23f619e63467" 2024-12-03T18:29:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aecc11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,42121,-1] 2024-12-03T18:29:19,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:19,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:19,886 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:19,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c390e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:19,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:29:19,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,40923,1733250555311, seqNum=-1] 2024-12-03T18:29:19,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:19,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:19,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,42121,1733250554196 2024-12-03T18:29:19,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55577 2024-12-03T18:29:19,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:19,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019dbe13b20002 connected 2024-12-03T18:29:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/hadoop.log.dir so I do NOT create it in target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec 2024-12-03T18:29:19,987 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:29:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/hadoop.tmp.dir so I do NOT create it in target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec 2024-12-03T18:29:19,988 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:29:19,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec 2024-12-03T18:29:19,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:29:19,988 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/cluster_4dad1dc7-8611-f9ad-a799-83a438821e2a, deleteOnExit=true 2024-12-03T18:29:19,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:29:19,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/test.cache.data in system properties and HBase conf 2024-12-03T18:29:19,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:29:19,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:29:19,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:29:19,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:29:19,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:29:19,989 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:29:19,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:29:19,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:29:19,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:29:19,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:29:19,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:29:19,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:29:19,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:29:19,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:29:19,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:29:19,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:29:19,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:29:19,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:29:19,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:29:19,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:29:20,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:29:20,352 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:29:20,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:29:20,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:29:20,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:29:20,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:29:20,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687096fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:29:20,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cc5162d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:29:20,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c4254a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/java.io.tmpdir/jetty-localhost-40375-hadoop-hdfs-3_4_1-tests_jar-_-any-15790828378456952412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:29:20,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12160a33{HTTP/1.1, (http/1.1)}{localhost:40375} 2024-12-03T18:29:20,495 INFO [Time-limited test {}] server.Server(415): Started @14506ms 2024-12-03T18:29:20,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:29:20,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:29:20,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:29:20,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:29:20,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:29:20,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16de8d5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:29:20,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@624f606a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:29:20,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f055ae6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/java.io.tmpdir/jetty-localhost-37195-hadoop-hdfs-3_4_1-tests_jar-_-any-18312284198799516830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:29:20,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fcfc099{HTTP/1.1, (http/1.1)}{localhost:37195} 2024-12-03T18:29:20,989 INFO [Time-limited test {}] server.Server(415): Started @15000ms 2024-12-03T18:29:20,993 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:29:21,697 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/cluster_4dad1dc7-8611-f9ad-a799-83a438821e2a/data/data1/current/BP-1311315340-172.17.0.3-1733250560023/current, will proceed with Du for space computation calculation, 2024-12-03T18:29:21,711 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/cluster_4dad1dc7-8611-f9ad-a799-83a438821e2a/data/data2/current/BP-1311315340-172.17.0.3-1733250560023/current, will proceed with Du for space computation calculation, 2024-12-03T18:29:21,804 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:29:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fff59ea1b876999 with lease ID 0x5fa5131129b2ce1a: Processing first storage report for DS-46773fc1-6d1c-4869-9a9d-a093ee79ec4d from datanode DatanodeRegistration(127.0.0.1:37999, datanodeUuid=997caec8-c2aa-446a-85c0-0f568b8018c2, infoPort=42397, infoSecurePort=0, ipcPort=42735, storageInfo=lv=-57;cid=testClusterID;nsid=857090778;c=1733250560023) 2024-12-03T18:29:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fff59ea1b876999 with lease ID 0x5fa5131129b2ce1a: from storage DS-46773fc1-6d1c-4869-9a9d-a093ee79ec4d node DatanodeRegistration(127.0.0.1:37999, datanodeUuid=997caec8-c2aa-446a-85c0-0f568b8018c2, infoPort=42397, infoSecurePort=0, ipcPort=42735, storageInfo=lv=-57;cid=testClusterID;nsid=857090778;c=1733250560023), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:29:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fff59ea1b876999 with lease ID 0x5fa5131129b2ce1a: Processing first storage report for DS-07d68cac-5d5f-4ed9-9041-89817284d337 from datanode DatanodeRegistration(127.0.0.1:37999, datanodeUuid=997caec8-c2aa-446a-85c0-0f568b8018c2, infoPort=42397, infoSecurePort=0, ipcPort=42735, storageInfo=lv=-57;cid=testClusterID;nsid=857090778;c=1733250560023) 2024-12-03T18:29:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fff59ea1b876999 with lease ID 0x5fa5131129b2ce1a: from storage DS-07d68cac-5d5f-4ed9-9041-89817284d337 node DatanodeRegistration(127.0.0.1:37999, datanodeUuid=997caec8-c2aa-446a-85c0-0f568b8018c2, infoPort=42397, infoSecurePort=0, ipcPort=42735, storageInfo=lv=-57;cid=testClusterID;nsid=857090778;c=1733250560023), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:29:21,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec 2024-12-03T18:29:21,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:21,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:21,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:29:21,873 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5 with version=8 2024-12-03T18:29:21,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/hbase-staging 2024-12-03T18:29:21,876 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:29:21,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:21,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:21,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:29:21,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:21,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:29:21,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:29:21,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:29:21,883 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41121 2024-12-03T18:29:21,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41121 connecting to ZooKeeper ensemble=127.0.0.1:55577 2024-12-03T18:29:21,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411210x0, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:21,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41121-0x1019dbe13b20003 connected 2024-12-03T18:29:21,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:21,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:21,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Set watcher on znode that does not yet exist, /11977246319/running 2024-12-03T18:29:21,966 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5, hbase.cluster.distributed=false 2024-12-03T18:29:21,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Set watcher on znode that does not yet exist, /11977246319/acl 2024-12-03T18:29:21,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41121 2024-12-03T18:29:21,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41121 2024-12-03T18:29:21,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41121 2024-12-03T18:29:21,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41121 2024-12-03T18:29:21,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41121 2024-12-03T18:29:21,990 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:29:21,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:21,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:21,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:29:21,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:21,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:29:21,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:29:21,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:29:21,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39549 2024-12-03T18:29:21,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39549 connecting to ZooKeeper ensemble=127.0.0.1:55577 2024-12-03T18:29:21,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:21,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:22,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395490x0, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:22,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395490x0, quorum=127.0.0.1:55577, baseZNode=/11977246319 Set watcher on znode that does not yet exist, /11977246319/running 2024-12-03T18:29:22,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39549-0x1019dbe13b20004 connected 2024-12-03T18:29:22,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:29:22,013 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:29:22,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Set watcher on znode that does not yet exist, /11977246319/master 2024-12-03T18:29:22,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Set watcher on znode that does not yet exist, /11977246319/acl 2024-12-03T18:29:22,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39549 2024-12-03T18:29:22,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39549 2024-12-03T18:29:22,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39549 2024-12-03T18:29:22,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39549 2024-12-03T18:29:22,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39549 2024-12-03T18:29:22,034 DEBUG [M:0;5cd6afc4bcac:41121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:41121 2024-12-03T18:29:22,035 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11977246319/backup-masters/5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:22,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319/backup-masters 2024-12-03T18:29:22,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319/backup-masters 2024-12-03T18:29:22,044 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Set watcher on existing znode=/11977246319/backup-masters/5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:22,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11977246319/master 2024-12-03T18:29:22,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:22,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:22,053 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Set watcher on existing znode=/11977246319/master 2024-12-03T18:29:22,053 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11977246319/backup-masters/5cd6afc4bcac,41121,1733250561876 from backup master directory 2024-12-03T18:29:22,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977246319/backup-masters/5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:22,060 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:29:22,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319/backup-masters 2024-12-03T18:29:22,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319/backup-masters 2024-12-03T18:29:22,061 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:22,068 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/hbase.id] with ID: 320b0534-0971-4d6c-9366-4897b73b7baf 2024-12-03T18:29:22,068 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/.tmp/hbase.id 2024-12-03T18:29:22,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:29:22,476 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/.tmp/hbase.id]:[hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/hbase.id] 2024-12-03T18:29:22,508 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:22,508 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:29:22,511 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-03T18:29:22,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:22,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:22,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:29:22,959 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:29:22,961 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:29:22,961 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:22,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:29:23,377 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store 2024-12-03T18:29:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:29:23,411 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:23,411 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:29:23,412 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:23,412 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:23,412 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:29:23,412 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:23,412 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:23,412 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250563411Disabling compacts and flushes for region at 1733250563411Disabling writes for close at 1733250563412 (+1 ms)Writing region close event to WAL at 1733250563412Closed at 1733250563412 2024-12-03T18:29:23,416 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/.initializing 2024-12-03T18:29:23,416 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/WALs/5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:23,421 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:29:23,430 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C41121%2C1733250561876, suffix=, logDir=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/WALs/5cd6afc4bcac,41121,1733250561876, archiveDir=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/oldWALs, maxLogs=10 2024-12-03T18:29:23,459 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/WALs/5cd6afc4bcac,41121,1733250561876/5cd6afc4bcac%2C41121%2C1733250561876.1733250563430, exclude list is [], retry=0 2024-12-03T18:29:23,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37999,DS-46773fc1-6d1c-4869-9a9d-a093ee79ec4d,DISK] 2024-12-03T18:29:23,493 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/WALs/5cd6afc4bcac,41121,1733250561876/5cd6afc4bcac%2C41121%2C1733250561876.1733250563430 2024-12-03T18:29:23,497 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42397:42397)] 2024-12-03T18:29:23,497 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:23,497 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:23,498 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:23,498 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:23,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:23,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:29:23,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:23,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:23,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:23,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:29:23,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:23,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:23,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:23,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:29:23,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:23,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:23,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:23,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:29:23,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:23,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:23,630 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:23,635 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:23,637 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:23,646 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:23,646 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:23,649 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:23,652 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:23,663 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:29:23,665 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60688092, jitterRate=-0.0956769585609436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:23,665 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250563498Initializing all the Stores at 1733250563507 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250563507Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250563510 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250563510Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250563511 (+1 ms)Cleaning up temporary data from old regions at 1733250563646 (+135 ms)Region opened successfully at 1733250563665 (+19 ms) 2024-12-03T18:29:23,666 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:29:23,681 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f6456e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:29:23,687 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:29:23,687 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:29:23,687 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:29:23,687 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:29:23,690 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-03T18:29:23,690 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:29:23,690 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:29:23,719 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:29:23,721 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Unable to get data of znode /11977246319/balancer because node does not exist (not necessarily an error) 2024-12-03T18:29:23,760 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977246319/balancer already deleted, retry=false 2024-12-03T18:29:23,761 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:29:23,762 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Unable to get data of znode /11977246319/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:29:23,771 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977246319/normalizer already deleted, retry=false 2024-12-03T18:29:23,771 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:29:23,799 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Unable to get data of znode /11977246319/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:29:23,810 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977246319/switch/split already deleted, retry=false 2024-12-03T18:29:23,812 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Unable to get data of znode /11977246319/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:29:23,818 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977246319/switch/merge already deleted, retry=false 2024-12-03T18:29:23,822 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Unable to get data of znode /11977246319/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:29:23,840 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11977246319/snapshot-cleanup already deleted, retry=false 2024-12-03T18:29:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11977246319/running 2024-12-03T18:29:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:23,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11977246319/running 2024-12-03T18:29:23,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:23,856 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,41121,1733250561876, sessionid=0x1019dbe13b20003, setting cluster-up flag (Was=false) 2024-12-03T18:29:23,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:23,978 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11977246319/flush-table-proc/acquired, /11977246319/flush-table-proc/reached, /11977246319/flush-table-proc/abort 2024-12-03T18:29:23,981 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:24,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:24,052 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11977246319/online-snapshot/acquired, /11977246319/online-snapshot/reached, /11977246319/online-snapshot/abort 2024-12-03T18:29:24,060 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:24,063 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:29:24,069 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:24,069 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:29:24,069 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:29:24,070 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,41121,1733250561876 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:29:24,075 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:24,075 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:24,076 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:24,076 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:24,076 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:29:24,076 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,076 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:29:24,076 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:24,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:29:24,089 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250594089 2024-12-03T18:29:24,089 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:29:24,090 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:29:24,090 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:29:24,090 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:29:24,090 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:29:24,090 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:29:24,090 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:24,090 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,091 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:29:24,091 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:29:24,091 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:29:24,091 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:29:24,091 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:29:24,092 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:29:24,093 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:29:24,094 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250564093,5,FailOnTimeoutGroup] 2024-12-03T18:29:24,095 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250564095,5,FailOnTimeoutGroup] 2024-12-03T18:29:24,095 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,095 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:29:24,095 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,095 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:29:24,132 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(746): ClusterId : 320b0534-0971-4d6c-9366-4897b73b7baf 2024-12-03T18:29:24,133 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:29:24,142 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:29:24,161 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:29:24,161 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:29:24,170 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:29:24,170 DEBUG [RS:0;5cd6afc4bcac:39549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2267e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:29:24,190 DEBUG [RS:0;5cd6afc4bcac:39549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:39549 2024-12-03T18:29:24,191 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:29:24,191 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:29:24,191 DEBUG [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:29:24,195 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,41121,1733250561876 with port=39549, startcode=1733250561989 2024-12-03T18:29:24,196 DEBUG [RS:0;5cd6afc4bcac:39549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:29:24,202 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:29:24,204 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,39549,1733250561989 2024-12-03T18:29:24,204 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41121 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,39549,1733250561989 2024-12-03T18:29:24,209 DEBUG [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5 2024-12-03T18:29:24,210 DEBUG [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44107 2024-12-03T18:29:24,210 DEBUG [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:29:24,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319/rs 2024-12-03T18:29:24,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,39549,1733250561989] 2024-12-03T18:29:24,228 DEBUG [RS:0;5cd6afc4bcac:39549 {}] zookeeper.ZKUtil(111): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Set watcher on existing znode=/11977246319/rs/5cd6afc4bcac,39549,1733250561989 2024-12-03T18:29:24,228 WARN [RS:0;5cd6afc4bcac:39549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:29:24,228 INFO [RS:0;5cd6afc4bcac:39549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:24,228 DEBUG [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/WALs/5cd6afc4bcac,39549,1733250561989 2024-12-03T18:29:24,235 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:29:24,238 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:29:24,239 INFO [RS:0;5cd6afc4bcac:39549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:29:24,239 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,240 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:29:24,244 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:29:24,244 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,245 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,245 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,245 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,245 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,245 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,245 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:29:24,245 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,246 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,246 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,246 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,246 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,246 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:24,246 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:29:24,246 DEBUG [RS:0;5cd6afc4bcac:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:29:24,247 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,247 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,247 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,247 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,247 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,247 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,39549,1733250561989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:29:24,270 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:29:24,270 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,39549,1733250561989-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,270 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,271 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.Replication(171): 5cd6afc4bcac,39549,1733250561989 started 2024-12-03T18:29:24,292 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:24,293 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,39549,1733250561989, RpcServer on 5cd6afc4bcac/172.17.0.3:39549, sessionid=0x1019dbe13b20004 2024-12-03T18:29:24,293 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:29:24,293 DEBUG [RS:0;5cd6afc4bcac:39549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,39549,1733250561989 2024-12-03T18:29:24,293 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,39549,1733250561989' 2024-12-03T18:29:24,293 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11977246319/flush-table-proc/abort' 2024-12-03T18:29:24,294 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11977246319/flush-table-proc/acquired' 2024-12-03T18:29:24,295 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:29:24,295 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:29:24,295 DEBUG [RS:0;5cd6afc4bcac:39549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,39549,1733250561989 2024-12-03T18:29:24,295 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,39549,1733250561989' 2024-12-03T18:29:24,295 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11977246319/online-snapshot/abort' 2024-12-03T18:29:24,297 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11977246319/online-snapshot/acquired' 2024-12-03T18:29:24,298 DEBUG [RS:0;5cd6afc4bcac:39549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:29:24,298 INFO [RS:0;5cd6afc4bcac:39549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:29:24,298 INFO [RS:0;5cd6afc4bcac:39549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:29:24,399 INFO [RS:0;5cd6afc4bcac:39549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:29:24,407 INFO [RS:0;5cd6afc4bcac:39549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C39549%2C1733250561989, suffix=, logDir=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/WALs/5cd6afc4bcac,39549,1733250561989, archiveDir=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/oldWALs, maxLogs=10 2024-12-03T18:29:24,427 DEBUG [RS:0;5cd6afc4bcac:39549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/WALs/5cd6afc4bcac,39549,1733250561989/5cd6afc4bcac%2C39549%2C1733250561989.1733250564409, exclude list is [], retry=0 2024-12-03T18:29:24,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37999,DS-46773fc1-6d1c-4869-9a9d-a093ee79ec4d,DISK] 2024-12-03T18:29:24,444 INFO [RS:0;5cd6afc4bcac:39549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/WALs/5cd6afc4bcac,39549,1733250561989/5cd6afc4bcac%2C39549%2C1733250561989.1733250564409 2024-12-03T18:29:24,445 DEBUG [RS:0;5cd6afc4bcac:39549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42397:42397)] 2024-12-03T18:29:24,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:29:24,516 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5 2024-12-03T18:29:24,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741833_1009 (size=32) 2024-12-03T18:29:24,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:24,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:29:24,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:29:24,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:24,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:24,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:29:24,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:29:24,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:24,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:24,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:29:24,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:29:24,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:24,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:24,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:29:24,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:29:24,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:24,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:24,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:29:24,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/data/hbase/meta/1588230740 2024-12-03T18:29:24,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/data/hbase/meta/1588230740 2024-12-03T18:29:24,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:29:24,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:29:24,619 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:24,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:29:24,630 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:29:24,633 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72413695, jitterRate=0.07904814183712006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:24,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250564587Initializing all the Stores at 1733250564589 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250564589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250564590 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250564590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250564590Cleaning up temporary data from old regions at 1733250564617 (+27 ms)Region opened successfully at 1733250564633 (+16 ms) 2024-12-03T18:29:24,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:29:24,633 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:29:24,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:29:24,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:29:24,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:29:24,634 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:24,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250564633Disabling compacts and flushes for region at 1733250564633Disabling writes for close at 1733250564633Writing region close event to WAL at 1733250564634 (+1 ms)Closed at 1733250564634 2024-12-03T18:29:24,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:24,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:29:24,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:29:24,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:29:24,655 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:29:24,806 DEBUG [5cd6afc4bcac:41121 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:29:24,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,39549,1733250561989 2024-12-03T18:29:24,809 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,39549,1733250561989, state=OPENING 2024-12-03T18:29:24,857 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:29:24,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:24,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:24,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11977246319/meta-region-server: CHANGED 2024-12-03T18:29:24,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11977246319/meta-region-server: CHANGED 2024-12-03T18:29:24,869 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:29:24,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,39549,1733250561989}] 2024-12-03T18:29:24,971 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:29:25,032 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:29:25,033 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T18:29:25,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:29:25,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T18:29:25,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:29:25,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T18:29:25,035 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T18:29:25,035 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T18:29:25,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:29:25,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:29:25,049 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:29:25,049 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:25,050 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:29:25,053 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C39549%2C1733250561989.meta, suffix=.meta, logDir=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/WALs/5cd6afc4bcac,39549,1733250561989, archiveDir=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/oldWALs, maxLogs=10 2024-12-03T18:29:25,067 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/WALs/5cd6afc4bcac,39549,1733250561989/5cd6afc4bcac%2C39549%2C1733250561989.meta.1733250565054.meta, exclude list is [], retry=0 2024-12-03T18:29:25,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37999,DS-46773fc1-6d1c-4869-9a9d-a093ee79ec4d,DISK] 2024-12-03T18:29:25,074 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/WALs/5cd6afc4bcac,39549,1733250561989/5cd6afc4bcac%2C39549%2C1733250561989.meta.1733250565054.meta 2024-12-03T18:29:25,075 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42397:42397)] 2024-12-03T18:29:25,075 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:25,076 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:29:25,076 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:29:25,076 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:29:25,076 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:29:25,076 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:29:25,077 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:25,077 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:29:25,077 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:29:25,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:29:25,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:29:25,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:25,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:25,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:29:25,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:29:25,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:25,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:25,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:29:25,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:29:25,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:25,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:25,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:29:25,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:29:25,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:25,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:25,107 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:29:25,108 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/data/hbase/meta/1588230740 2024-12-03T18:29:25,111 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/data/hbase/meta/1588230740 2024-12-03T18:29:25,113 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:29:25,113 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:29:25,114 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:25,118 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:29:25,126 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66175428, jitterRate=-0.01390928030014038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:25,126 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:29:25,126 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250565077Writing region info on filesystem at 1733250565077Initializing all the Stores at 1733250565080 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250565080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250565082 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250565083 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250565083Cleaning up temporary data from old regions at 1733250565113 (+30 ms)Running coprocessor post-open hooks at 1733250565126 (+13 ms)Region opened successfully at 1733250565126 2024-12-03T18:29:25,137 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250565038 2024-12-03T18:29:25,147 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:29:25,147 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:29:25,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,39549,1733250561989 2024-12-03T18:29:25,153 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,39549,1733250561989, state=OPEN 2024-12-03T18:29:25,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11977246319/meta-region-server 2024-12-03T18:29:25,171 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,39549,1733250561989 2024-12-03T18:29:25,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11977246319/meta-region-server 2024-12-03T18:29:25,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11977246319/meta-region-server: CHANGED 2024-12-03T18:29:25,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11977246319/meta-region-server: CHANGED 2024-12-03T18:29:25,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:29:25,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,39549,1733250561989 in 302 msec 2024-12-03T18:29:25,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:29:25,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-12-03T18:29:25,193 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:25,193 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:29:25,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:29:25,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,39549,1733250561989, seqNum=-1] 2024-12-03T18:29:25,203 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:25,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:25,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1630 sec 2024-12-03T18:29:25,240 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250565240, completionTime=-1 2024-12-03T18:29:25,240 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:29:25,240 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:29:25,244 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:29:25,245 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250625245 2024-12-03T18:29:25,245 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250685245 2024-12-03T18:29:25,245 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-03T18:29:25,245 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41121,1733250561876-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:25,245 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41121,1733250561876-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:25,245 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41121,1733250561876-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:25,246 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:41121, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:25,246 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:25,246 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:25,252 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:29:25,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.195sec 2024-12-03T18:29:25,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:29:25,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:29:25,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:29:25,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:29:25,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:29:25,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41121,1733250561876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:29:25,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41121,1733250561876-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:29:25,261 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:29:25,261 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:29:25,261 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41121,1733250561876-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:25,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:25,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41121,-1 for getting cluster id 2024-12-03T18:29:25,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:25,343 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '320b0534-0971-4d6c-9366-4897b73b7baf' 2024-12-03T18:29:25,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "320b0534-0971-4d6c-9366-4897b73b7baf" 2024-12-03T18:29:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f35e98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:25,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41121,-1] 2024-12-03T18:29:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:25,347 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:25,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d8ba6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:25,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:29:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,39549,1733250561989, seqNum=-1] 2024-12-03T18:29:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:25,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:25,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:25,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55577 2024-12-03T18:29:25,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:25,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019dbe13b20005 connected 2024-12-03T18:29:25,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e39123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:25,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,42121,-1 for getting cluster id 2024-12-03T18:29:25,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:25,395 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8787187-7076-4417-98a8-23f619e63467' 2024-12-03T18:29:25,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:25,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8787187-7076-4417-98a8-23f619e63467" 2024-12-03T18:29:25,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f41402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:25,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,42121,-1] 2024-12-03T18:29:25,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:25,400 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:25,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251963ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:25,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,42121,1733250554196 2024-12-03T18:29:25,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68f87cc1 2024-12-03T18:29:25,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:25,419 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:25,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:41121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:29:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:29:25,434 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:41121' 2024-12-03T18:29:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:29:25,436 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3225f3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:25,437 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41121,-1 for getting cluster id 2024-12-03T18:29:25,437 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:25,441 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '320b0534-0971-4d6c-9366-4897b73b7baf' 2024-12-03T18:29:25,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:25,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "320b0534-0971-4d6c-9366-4897b73b7baf" 2024-12-03T18:29:25,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1feae909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:25,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41121,-1] 2024-12-03T18:29:25,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:25,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:25,444 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:25,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb7c6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:25,446 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:25,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:25,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4573c50e 2024-12-03T18:29:25,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:25,454 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:25,467 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-03T18:29:25,468 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:29:25,474 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:25,475 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:25,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:25,476 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:29:25,483 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:29:25,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:29:25,488 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:25,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:29:25,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741835_1011 (size=1138) 2024-12-03T18:29:25,504 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e25465e8f29efdaa4c245711b7ce4ac, NAME => 'hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f 2024-12-03T18:29:25,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741836_1012 (size=44) 2024-12-03T18:29:25,536 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:29:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:29:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:29:25,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:25,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3e25465e8f29efdaa4c245711b7ce4ac, disabling compactions & flushes 2024-12-03T18:29:25,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:25,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:25,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. after waiting 0 ms 2024-12-03T18:29:25,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:25,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:25,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e25465e8f29efdaa4c245711b7ce4ac: Waiting for close lock at 1733250565923Disabling compacts and flushes for region at 1733250565923Disabling writes for close at 1733250565923Writing region close event to WAL at 1733250565923Closed at 1733250565923 2024-12-03T18:29:25,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:29:25,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250565926"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250565926"}]},"ts":"1733250565926"} 2024-12-03T18:29:25,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:29:25,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:29:25,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250565939"}]},"ts":"1733250565939"} 2024-12-03T18:29:25,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:29:25,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e25465e8f29efdaa4c245711b7ce4ac, ASSIGN}] 2024-12-03T18:29:25,955 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e25465e8f29efdaa4c245711b7ce4ac, ASSIGN 2024-12-03T18:29:25,957 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e25465e8f29efdaa4c245711b7ce4ac, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,40923,1733250555311; forceNewPlan=false, retain=false 2024-12-03T18:29:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:29:26,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3e25465e8f29efdaa4c245711b7ce4ac, regionState=OPENING, regionLocation=5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:26,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e25465e8f29efdaa4c245711b7ce4ac, ASSIGN because future has completed 2024-12-03T18:29:26,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e25465e8f29efdaa4c245711b7ce4ac, server=5cd6afc4bcac,40923,1733250555311}] 2024-12-03T18:29:26,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:26,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:26,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:29:26,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C40923%2C1733250555311.rep, suffix=, logDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311, archiveDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs, maxLogs=10 2024-12-03T18:29:26,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.rep.1733250566286, exclude list is [], retry=0 2024-12-03T18:29:26,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43153,DS-d6b2db4e-5c83-4238-8bd5-3236803e534b,DISK] 2024-12-03T18:29:26,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.rep.1733250566286 2024-12-03T18:29:26,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581)] 2024-12-03T18:29:26,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e25465e8f29efdaa4c245711b7ce4ac, NAME => 'hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:26,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:29:26,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:29:26,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. service=MultiRowMutationService 2024-12-03T18:29:26,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:29:26,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:26,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,317 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,320 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e25465e8f29efdaa4c245711b7ce4ac columnFamilyName hfileref 2024-12-03T18:29:26,320 DEBUG [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:26,321 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.HStore(327): Store=3e25465e8f29efdaa4c245711b7ce4ac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:26,321 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,324 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e25465e8f29efdaa4c245711b7ce4ac columnFamilyName queue 2024-12-03T18:29:26,324 DEBUG [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:26,325 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.HStore(327): Store=3e25465e8f29efdaa4c245711b7ce4ac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:26,325 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,328 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e25465e8f29efdaa4c245711b7ce4ac columnFamilyName sid 2024-12-03T18:29:26,328 DEBUG [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:26,329 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.HStore(327): Store=3e25465e8f29efdaa4c245711b7ce4ac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:26,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:29:26,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:29:26,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3e25465e8f29efdaa4c245711b7ce4ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67864792, jitterRate=0.011264204978942871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:29:26,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:26,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3e25465e8f29efdaa4c245711b7ce4ac: Running coprocessor pre-open hook at 1733250566314Writing region info on filesystem at 1733250566314Initializing all the Stores at 1733250566317 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250566317Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250566317Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250566317Cleaning up temporary data from old regions at 1733250566334 (+17 ms)Running coprocessor post-open hooks at 1733250566343 (+9 ms)Region opened successfully at 1733250566343 2024-12-03T18:29:26,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac., pid=7, masterSystemTime=1733250566267 2024-12-03T18:29:26,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:26,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:26,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3e25465e8f29efdaa4c245711b7ce4ac, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:26,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e25465e8f29efdaa4c245711b7ce4ac, server=5cd6afc4bcac,40923,1733250555311 because future has completed 2024-12-03T18:29:26,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T18:29:26,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e25465e8f29efdaa4c245711b7ce4ac, server=5cd6afc4bcac,40923,1733250555311 in 242 msec 2024-12-03T18:29:26,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:29:26,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e25465e8f29efdaa4c245711b7ce4ac, ASSIGN in 409 msec 2024-12-03T18:29:26,366 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:29:26,366 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250566366"}]},"ts":"1733250566366"} 2024-12-03T18:29:26,369 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:29:26,371 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:29:26,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 894 msec 2024-12-03T18:29:26,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac., hostname=5cd6afc4bcac,40923,1733250555311, seqNum=2] 2024-12-03T18:29:26,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T18:29:26,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:26,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:26,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:29:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:29:26,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T18:29:26,655 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:29:26,694 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,40923,1733250555311, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:29:26,696 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:29:26,697 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,40923,1733250555311, seqNum=-1] 2024-12-03T18:29:26,697 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:26,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-03T18:29:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,40923,1733250555311', locateType=CURRENT is [region=hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac., hostname=5cd6afc4bcac,40923,1733250555311, seqNum=2] 2024-12-03T18:29:26,722 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T18:29:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T18:29:26,728 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,40923,1733250555311 suceeded 2024-12-03T18:29:26,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T18:29:26,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 246 msec 2024-12-03T18:29:26,735 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:41121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:29:26,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3130 sec 2024-12-03T18:29:26,746 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:41121' 2024-12-03T18:29:26,750 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@171a55dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:26,750 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41121,-1 for getting cluster id 2024-12-03T18:29:26,750 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:26,752 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '320b0534-0971-4d6c-9366-4897b73b7baf' 2024-12-03T18:29:26,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:26,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "320b0534-0971-4d6c-9366-4897b73b7baf" 2024-12-03T18:29:26,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e7fa8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:26,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41121,-1] 2024-12-03T18:29:26,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:26,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:26,755 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:26,758 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dedd58f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:26,758 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:26,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:26,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6855c64a 2024-12-03T18:29:26,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:26,766 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T18:29:26,768 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,40923,1733250555311 (queues=1) is replicating from cluster=f8787187-7076-4417-98a8-23f619e63467 to cluster=320b0534-0971-4d6c-9366-4897b73b7baf 2024-12-03T18:29:26,771 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C40923%2C1733250555311 2024-12-03T18:29:26,776 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,40923,1733250555311, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:29:26,783 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,1-5cd6afc4bcac,40923,1733250555311 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C40923%2C1733250555311 2024-12-03T18:29:26,784 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,1-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353, startPosition=0, beingWritten=true 2024-12-03T18:29:27,060 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,1-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 to pos 0, reset compression=false 2024-12-03T18:29:27,368 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,1-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 to pos 0, reset compression=false 2024-12-03T18:29:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:29:27,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:27,591 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:29:27,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:27,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:27,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efd2125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:27,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,42121,-1 for getting cluster id 2024-12-03T18:29:27,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:27,594 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8787187-7076-4417-98a8-23f619e63467' 2024-12-03T18:29:27,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:27,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8787187-7076-4417-98a8-23f619e63467" 2024-12-03T18:29:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf3232c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,42121,-1] 2024-12-03T18:29:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,598 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311c7da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:27,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,42121,1733250554196 2024-12-03T18:29:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f89fb4 2024-12-03T18:29:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:27,604 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:27,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://5cd6afc4bcac:41121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:29:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:29:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T18:29:27,609 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:41121' 2024-12-03T18:29:27,611 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7c0414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:27,611 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41121,-1 for getting cluster id 2024-12-03T18:29:27,611 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:27,612 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '320b0534-0971-4d6c-9366-4897b73b7baf' 2024-12-03T18:29:27,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:27,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "320b0534-0971-4d6c-9366-4897b73b7baf" 2024-12-03T18:29:27,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1976854f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:27,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41121,-1] 2024-12-03T18:29:27,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:27,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,614 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:27,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7064c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:27,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:27,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:27,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f1ed96 2024-12-03T18:29:27,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:27,618 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:27,619 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T18:29:27,619 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:29:27,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:27,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:29:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T18:29:27,777 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,1-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 to pos 0, reset compression=false 2024-12-03T18:29:27,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-03T18:29:27,836 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T18:29:27,874 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-5cd6afc4bcac,40923,1733250555311, ReplicationSource: 2, currentBandwidth=0 2024-12-03T18:29:27,883 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T18:29:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T18:29:27,902 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5cd6afc4bcac,40923,1733250555311 suceeded 2024-12-03T18:29:27,908 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:41121' 2024-12-03T18:29:27,909 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fbcc03a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:27,909 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41121,-1 for getting cluster id 2024-12-03T18:29:27,910 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:27,911 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '320b0534-0971-4d6c-9366-4897b73b7baf' 2024-12-03T18:29:27,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:27,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "320b0534-0971-4d6c-9366-4897b73b7baf" 2024-12-03T18:29:27,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70e4723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:27,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41121,-1] 2024-12-03T18:29:27,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:29:27,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-12-03T18:29:27,913 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5cd6afc4bcac:41121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:29:27,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:27,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,914 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:27,916 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@111076b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:27,917 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:27,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 308 msec 2024-12-03T18:29:27,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:27,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6209f3b5 2024-12-03T18:29:27,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:27,925 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T18:29:27,926 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5cd6afc4bcac,40923,1733250555311 (queues=1) is replicating from cluster=f8787187-7076-4417-98a8-23f619e63467 to cluster=320b0534-0971-4d6c-9366-4897b73b7baf 2024-12-03T18:29:27,926 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5cd6afc4bcac%2C40923%2C1733250555311 2024-12-03T18:29:27,926 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5cd6afc4bcac,40923,1733250555311, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:29:27,927 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353, startPosition=0, beingWritten=true 2024-12-03T18:29:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T18:29:27,932 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T18:29:27,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:27,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:27,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:27,933 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C40923%2C1733250555311 2024-12-03T18:29:27,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,42121,1733250554196 2024-12-03T18:29:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62739819 2024-12-03T18:29:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:27,949 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:27,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T18:29:27,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T18:29:27,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T18:29:27,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T18:29:27,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:41121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:29:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T18:29:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T18:29:27,967 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:41121' 2024-12-03T18:29:27,968 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b22e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:27,968 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41121,-1 for getting cluster id 2024-12-03T18:29:27,969 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:27,970 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '320b0534-0971-4d6c-9366-4897b73b7baf' 2024-12-03T18:29:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "320b0534-0971-4d6c-9366-4897b73b7baf" 2024-12-03T18:29:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d2ffc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41121,-1] 2024-12-03T18:29:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:27,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,973 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33af2f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:27,975 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:27,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:27,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@744a7ae4 2024-12-03T18:29:27,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:27,980 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:27,981 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T18:29:27,981 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:29:27,981 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,981 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:27,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:28,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:29:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T18:29:28,146 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 to pos 0, reset compression=false 2024-12-03T18:29:28,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-03T18:29:28,178 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-03T18:29:28,181 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T18:29:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T18:29:28,186 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 5cd6afc4bcac,40923,1733250555311 suceeded 2024-12-03T18:29:28,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T18:29:28,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-12-03T18:29:28,193 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://5cd6afc4bcac:41121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:29:28,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 233 msec 2024-12-03T18:29:28,289 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,1-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 to pos 0, reset compression=false 2024-12-03T18:29:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T18:29:28,291 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-03T18:29:28,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://5cd6afc4bcac:41121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:29:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T18:29:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T18:29:28,301 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:41121' 2024-12-03T18:29:28,303 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129cb11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:28,303 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41121,-1 for getting cluster id 2024-12-03T18:29:28,303 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:28,308 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '320b0534-0971-4d6c-9366-4897b73b7baf' 2024-12-03T18:29:28,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:28,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "320b0534-0971-4d6c-9366-4897b73b7baf" 2024-12-03T18:29:28,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f13494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:28,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41121,-1] 2024-12-03T18:29:28,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:28,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:28,318 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:28,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335e8f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:28,320 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:28,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:28,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@131c0d96 2024-12-03T18:29:28,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:28,326 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:28,327 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T18:29:28,328 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:29:28,328 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:28,328 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:28,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:28,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:29:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T18:29:28,455 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 to pos 0, reset compression=false 2024-12-03T18:29:28,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-03T18:29:28,511 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-03T18:29:28,513 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T18:29:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T18:29:28,516 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 5cd6afc4bcac,40923,1733250555311 suceeded 2024-12-03T18:29:28,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T18:29:28,519 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://5cd6afc4bcac:41121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:29:28,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 168 msec 2024-12-03T18:29:28,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 226 msec 2024-12-03T18:29:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T18:29:28,623 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-03T18:29:28,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T18:29:28,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T18:29:28,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:28,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:28,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:28,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:28,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:28,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:29:28,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=365235375, stopped=false 2024-12-03T18:29:28,629 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,42121,1733250554196 2024-12-03T18:29:28,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0944638443/running 2024-12-03T18:29:28,659 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:29:28,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:28,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0944638443/running 2024-12-03T18:29:28,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:28,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:28,660 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,40923,1733250555311' ***** 2024-12-03T18:29:28,661 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:29:28,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/running 2024-12-03T18:29:28,661 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:29:28,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:29:28,667 INFO [RS:0;5cd6afc4bcac:40923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:29:28,667 INFO [RS:0;5cd6afc4bcac:40923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:29:28,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/running 2024-12-03T18:29:28,667 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:28,669 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:28,670 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:29:28,670 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e25465e8f29efdaa4c245711b7ce4ac, disabling compactions & flushes 2024-12-03T18:29:28,670 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:28,670 INFO [RS:0;5cd6afc4bcac:40923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:40923. 2024-12-03T18:29:28,670 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:28,670 DEBUG [RS:0;5cd6afc4bcac:40923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:28,670 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. after waiting 0 ms 2024-12-03T18:29:28,670 DEBUG [RS:0;5cd6afc4bcac:40923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:28,670 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:28,670 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:29:28,670 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:29:28,671 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:29:28,671 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:29:28,674 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:29:28,674 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3e25465e8f29efdaa4c245711b7ce4ac=hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac.} 2024-12-03T18:29:28,674 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:29:28,675 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:29:28,675 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:29:28,675 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:29:28,675 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:28,675 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:29:28,676 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e25465e8f29efdaa4c245711b7ce4ac 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-03T18:29:28,679 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T18:29:28,730 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:29:28,769 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/.tmp/info/9851aeb0cfd3471d8ec77a62669f80dc is 147, key is hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac./info:regioninfo/1733250566350/Put/seqid=0 2024-12-03T18:29:28,770 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac/.tmp/queue/35a2e7f982ea4b66a2982b49c363b594 is 151, key is 1-5cd6afc4bcac,40923,1733250555311/queue:5cd6afc4bcac%2C40923%2C1733250555311/1733250566712/Put/seqid=0 2024-12-03T18:29:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741839_1015 (size=6631) 2024-12-03T18:29:28,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741838_1014 (size=5500) 2024-12-03T18:29:28,808 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/.tmp/info/9851aeb0cfd3471d8ec77a62669f80dc 2024-12-03T18:29:28,874 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 to pos 0, reset compression=false 2024-12-03T18:29:28,875 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:28,914 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,1-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 to pos 0, reset compression=false 2024-12-03T18:29:28,920 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/.tmp/ns/a4d675b97ddb463493ada9c12ee440fa is 43, key is default/ns:d/1733250559662/Put/seqid=0 2024-12-03T18:29:28,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741840_1016 (size=5153) 2024-12-03T18:29:28,933 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/.tmp/ns/a4d675b97ddb463493ada9c12ee440fa 2024-12-03T18:29:28,969 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/.tmp/table/3ce642a2cf6946d1927281e8d518046b is 53, key is hbase:replication/table:state/1733250566366/Put/seqid=0 2024-12-03T18:29:28,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741841_1017 (size=5256) 2024-12-03T18:29:29,076 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:29,212 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac/.tmp/queue/35a2e7f982ea4b66a2982b49c363b594 2024-12-03T18:29:29,233 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac/.tmp/queue/35a2e7f982ea4b66a2982b49c363b594 as hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac/queue/35a2e7f982ea4b66a2982b49c363b594 2024-12-03T18:29:29,255 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac/queue/35a2e7f982ea4b66a2982b49c363b594, entries=2, sequenceid=6, filesize=5.4 K 2024-12-03T18:29:29,261 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:29:29,261 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:29:29,273 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3e25465e8f29efdaa4c245711b7ce4ac in 595ms, sequenceid=6, compaction requested=false 2024-12-03T18:29:29,273 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T18:29:29,276 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:29,289 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T18:29:29,296 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:29:29,296 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:29:29,296 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:29,296 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e25465e8f29efdaa4c245711b7ce4ac: Waiting for close lock at 1733250568669Running coprocessor pre-close hooks at 1733250568670 (+1 ms)Disabling compacts and flushes for region at 1733250568670Disabling writes for close at 1733250568670Obtaining lock to block concurrent updates at 1733250568676 (+6 ms)Preparing flush snapshotting stores in 3e25465e8f29efdaa4c245711b7ce4ac at 1733250568677 (+1 ms)Finished memstore snapshotting hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733250568689 (+12 ms)Flushing stores of hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. at 1733250568698 (+9 ms)Flushing 3e25465e8f29efdaa4c245711b7ce4ac/queue: creating writer at 1733250568699 (+1 ms)Flushing 3e25465e8f29efdaa4c245711b7ce4ac/queue: appending metadata at 1733250568755 (+56 ms)Flushing 3e25465e8f29efdaa4c245711b7ce4ac/queue: closing flushed file at 1733250568758 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27768baf: reopening flushed file at 1733250569231 (+473 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3e25465e8f29efdaa4c245711b7ce4ac in 595ms, sequenceid=6, compaction requested=false at 1733250569273 (+42 ms)Writing region close event to WAL at 1733250569279 (+6 ms)Running coprocessor post-close hooks at 1733250569290 (+11 ms)Closed at 1733250569296 (+6 ms) 2024-12-03T18:29:29,297 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:29,386 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/.tmp/table/3ce642a2cf6946d1927281e8d518046b 2024-12-03T18:29:29,401 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 to pos 0, reset compression=false 2024-12-03T18:29:29,460 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/.tmp/info/9851aeb0cfd3471d8ec77a62669f80dc as hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/info/9851aeb0cfd3471d8ec77a62669f80dc 2024-12-03T18:29:29,477 DEBUG [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:29:29,516 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/info/9851aeb0cfd3471d8ec77a62669f80dc, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T18:29:29,520 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/.tmp/ns/a4d675b97ddb463493ada9c12ee440fa as hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/ns/a4d675b97ddb463493ada9c12ee440fa 2024-12-03T18:29:29,557 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/ns/a4d675b97ddb463493ada9c12ee440fa, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T18:29:29,560 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/.tmp/table/3ce642a2cf6946d1927281e8d518046b as hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/table/3ce642a2cf6946d1927281e8d518046b 2024-12-03T18:29:29,579 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/table/3ce642a2cf6946d1927281e8d518046b, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T18:29:29,583 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=11, compaction requested=false 2024-12-03T18:29:29,609 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T18:29:29,611 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:29:29,611 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:29:29,612 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:29,612 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250568674Running coprocessor pre-close hooks at 1733250568674Disabling compacts and flushes for region at 1733250568674Disabling writes for close at 1733250568675 (+1 ms)Obtaining lock to block concurrent updates at 1733250568679 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1733250568679Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733250568687 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733250568689 (+2 ms)Flushing 1588230740/info: creating writer at 1733250568697 (+8 ms)Flushing 1588230740/info: appending metadata at 1733250568755 (+58 ms)Flushing 1588230740/info: closing flushed file at 1733250568758 (+3 ms)Flushing 1588230740/ns: creating writer at 1733250568882 (+124 ms)Flushing 1588230740/ns: appending metadata at 1733250568918 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1733250568918Flushing 1588230740/table: creating writer at 1733250568945 (+27 ms)Flushing 1588230740/table: appending metadata at 1733250568967 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733250568968 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7a5407: reopening flushed file at 1733250569442 (+474 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dffbc9e: reopening flushed file at 1733250569517 (+75 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f497b2: reopening flushed file at 1733250569557 (+40 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=11, compaction requested=false at 1733250569584 (+27 ms)Writing region close event to WAL at 1733250569589 (+5 ms)Running coprocessor post-close hooks at 1733250569611 (+22 ms)Closed at 1733250569612 (+1 ms) 2024-12-03T18:29:29,612 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:29,624 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,1-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 to pos 0, reset compression=false 2024-12-03T18:29:29,678 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,40923,1733250555311; all regions closed. 2024-12-03T18:29:29,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741834_1010 (size=2742) 2024-12-03T18:29:29,691 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.meta.1733250559375.meta not finished, retry = 0 2024-12-03T18:29:29,804 DEBUG [RS:0;5cd6afc4bcac:40923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs 2024-12-03T18:29:29,804 INFO [RS:0;5cd6afc4bcac:40923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C40923%2C1733250555311.meta:.meta(num 1733250559375) 2024-12-03T18:29:29,810 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.rep.1733250566286 not finished, retry = 0 2024-12-03T18:29:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741837_1013 (size=1802) 2024-12-03T18:29:29,914 DEBUG [RS:0;5cd6afc4bcac:40923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs 2024-12-03T18:29:29,914 INFO [RS:0;5cd6afc4bcac:40923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C40923%2C1733250555311.rep:(num 1733250566286) 2024-12-03T18:29:29,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 not finished, retry = 0 2024-12-03T18:29:29,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741833_1009 (size=93) 2024-12-03T18:29:30,021 DEBUG [RS:0;5cd6afc4bcac:40923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs 2024-12-03T18:29:30,022 INFO [RS:0;5cd6afc4bcac:40923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C40923%2C1733250555311:(num 1733250558353) 2024-12-03T18:29:30,022 DEBUG [RS:0;5cd6afc4bcac:40923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:30,022 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:29:30,022 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:29:30,023 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:29:30,023 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:29:30,023 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:29:30,024 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,40923,1733250555311 because: Region server is closing 2024-12-03T18:29:30,024 INFO [RS:0;5cd6afc4bcac:40923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:40923. 2024-12-03T18:29:30,025 DEBUG [RS:0;5cd6afc4bcac:40923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:30,025 DEBUG [RS:0;5cd6afc4bcac:40923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:30,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:30,025 DEBUG [RS:0;5cd6afc4bcac:40923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:30,055 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 to pos 0, reset compression=false 2024-12-03T18:29:30,065 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 was moved to hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 2024-12-03T18:29:30,069 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353 2024-12-03T18:29:30,069 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T18:29:30,069 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T18:29:30,069 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5cd6afc4bcac,40923,1733250555311 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311/5cd6afc4bcac%2C40923%2C1733250555311.1733250558353, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T18:29:30,076 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5cd6afc4bcac,40923,1733250555311: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-5cd6afc4bcac,40923,1733250555311, walGroup=5cd6afc4bcac%2C40923%2C1733250555311, offset=5cd6afc4bcac%2C40923%2C1733250555311.1733250558353:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:40923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T18:29:30,078 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T18:29:30,080 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T18:29:30,082 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T18:29:30,082 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T18:29:30,082 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T18:29:30,082 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 394832688 }, "NonHeapMemoryUsage": { "committed": 152567808, "init": 7667712, "max": -1, "used": 150338848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T18:29:30,084 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5cd6afc4bcac%2C40923%2C1733250555311.1733250558353] 2024-12-03T18:29:30,126 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311.replicationSource.wal-reader.5cd6afc4bcac%2C40923%2C1733250555311,1-5cd6afc4bcac,40923,1733250555311 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T18:29:30,126 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,1-5cd6afc4bcac,40923,1733250555311 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T18:29:30,126 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,1-5cd6afc4bcac,40923,1733250555311 terminated 2024-12-03T18:29:30,127 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5cd6afc4bcac,40923,1733250555311 because: Region server is closing 2024-12-03T18:29:30,127 INFO [RS:0;5cd6afc4bcac:40923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:40923. 2024-12-03T18:29:30,127 DEBUG [RS:0;5cd6afc4bcac:40923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:30,127 DEBUG [RS:0;5cd6afc4bcac:40923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:30,127 DEBUG [RS:0;5cd6afc4bcac:40923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:30,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:30,128 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,40923,1733250555311.replicationSource.shipper5cd6afc4bcac%2C40923%2C1733250555311,2-5cd6afc4bcac,40923,1733250555311 terminated 2024-12-03T18:29:30,128 INFO [RS:0;5cd6afc4bcac:40923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40923 2024-12-03T18:29:30,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443/rs 2024-12-03T18:29:30,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0944638443/rs/5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:30,142 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:29:30,143 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,40923,1733250555311] 2024-12-03T18:29:30,150 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/draining/5cd6afc4bcac,40923,1733250555311 already deleted, retry=false 2024-12-03T18:29:30,150 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,40923,1733250555311 expired; onlineServers=0 2024-12-03T18:29:30,151 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,42121,1733250554196' ***** 2024-12-03T18:29:30,151 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:29:30,151 INFO [M:0;5cd6afc4bcac:42121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:29:30,151 INFO [M:0;5cd6afc4bcac:42121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:29:30,151 DEBUG [M:0;5cd6afc4bcac:42121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:29:30,151 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:29:30,151 DEBUG [M:0;5cd6afc4bcac:42121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:29:30,151 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250557951 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250557951,5,FailOnTimeoutGroup] 2024-12-03T18:29:30,152 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250557946 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250557946,5,FailOnTimeoutGroup] 2024-12-03T18:29:30,152 INFO [M:0;5cd6afc4bcac:42121 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:29:30,152 INFO [M:0;5cd6afc4bcac:42121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:29:30,152 DEBUG [M:0;5cd6afc4bcac:42121 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:29:30,152 INFO [M:0;5cd6afc4bcac:42121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:29:30,152 INFO [M:0;5cd6afc4bcac:42121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:29:30,153 INFO [M:0;5cd6afc4bcac:42121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:29:30,153 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:29:30,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0944638443/master 2024-12-03T18:29:30,167 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/master already deleted, retry=false 2024-12-03T18:29:30,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:30,167 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Failed delete of our master address node; KeeperErrorCode = NoNode for /0944638443/master 2024-12-03T18:29:30,168 INFO [M:0;5cd6afc4bcac:42121 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/.lastflushedseqids 2024-12-03T18:29:30,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741842_1018 (size=181) 2024-12-03T18:29:30,183 INFO [M:0;5cd6afc4bcac:42121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:29:30,183 INFO [M:0;5cd6afc4bcac:42121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:29:30,183 DEBUG [M:0;5cd6afc4bcac:42121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:29:30,183 INFO [M:0;5cd6afc4bcac:42121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:30,183 DEBUG [M:0;5cd6afc4bcac:42121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:30,183 DEBUG [M:0;5cd6afc4bcac:42121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:29:30,184 DEBUG [M:0;5cd6afc4bcac:42121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:30,184 INFO [M:0;5cd6afc4bcac:42121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-03T18:29:30,209 DEBUG [M:0;5cd6afc4bcac:42121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0bad1949d4645848b84c7902504a4a7 is 82, key is hbase:meta,,1/info:regioninfo/1733250559530/Put/seqid=0 2024-12-03T18:29:30,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741843_1019 (size=5672) 2024-12-03T18:29:30,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:30,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1019dbe13b20001, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:30,260 INFO [RS:0;5cd6afc4bcac:40923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:29:30,260 INFO [RS:0;5cd6afc4bcac:40923 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,40923,1733250555311; zookeeper connection closed. 2024-12-03T18:29:30,260 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21d2f742 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21d2f742 2024-12-03T18:29:30,263 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:29:30,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:29:30,629 INFO [M:0;5cd6afc4bcac:42121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0bad1949d4645848b84c7902504a4a7 2024-12-03T18:29:30,639 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:29:30,667 DEBUG [M:0;5cd6afc4bcac:42121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/106b96c367094b6eb77d44000b1ede1b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733250566374/Put/seqid=0 2024-12-03T18:29:30,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741844_1020 (size=8663) 2024-12-03T18:29:31,084 INFO [M:0;5cd6afc4bcac:42121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/106b96c367094b6eb77d44000b1ede1b 2024-12-03T18:29:31,152 DEBUG [M:0;5cd6afc4bcac:42121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91a563ddacc542489c88968af4145ccc is 69, key is 5cd6afc4bcac,40923,1733250555311/rs:state/1733250558089/Put/seqid=0 2024-12-03T18:29:31,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741845_1021 (size=5156) 2024-12-03T18:29:31,174 INFO [M:0;5cd6afc4bcac:42121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91a563ddacc542489c88968af4145ccc 2024-12-03T18:29:31,196 DEBUG [M:0;5cd6afc4bcac:42121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0bad1949d4645848b84c7902504a4a7 as hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0bad1949d4645848b84c7902504a4a7 2024-12-03T18:29:31,234 INFO [M:0;5cd6afc4bcac:42121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0bad1949d4645848b84c7902504a4a7, entries=8, sequenceid=115, filesize=5.5 K 2024-12-03T18:29:31,238 DEBUG [M:0;5cd6afc4bcac:42121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/106b96c367094b6eb77d44000b1ede1b as hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/106b96c367094b6eb77d44000b1ede1b 2024-12-03T18:29:31,270 INFO [M:0;5cd6afc4bcac:42121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/106b96c367094b6eb77d44000b1ede1b, entries=14, sequenceid=115, filesize=8.5 K 2024-12-03T18:29:31,272 DEBUG [M:0;5cd6afc4bcac:42121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91a563ddacc542489c88968af4145ccc as hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91a563ddacc542489c88968af4145ccc 2024-12-03T18:29:31,290 INFO [M:0;5cd6afc4bcac:42121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91a563ddacc542489c88968af4145ccc, entries=1, sequenceid=115, filesize=5.0 K 2024-12-03T18:29:31,294 INFO [M:0;5cd6afc4bcac:42121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1110ms, sequenceid=115, compaction requested=false 2024-12-03T18:29:31,306 INFO [M:0;5cd6afc4bcac:42121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:31,306 DEBUG [M:0;5cd6afc4bcac:42121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250570183Disabling compacts and flushes for region at 1733250570183Disabling writes for close at 1733250570183Obtaining lock to block concurrent updates at 1733250570184 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250570184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733250570185 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250570186 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250570186Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250570208 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250570208Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250570646 (+438 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250570666 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250570666Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250571109 (+443 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250571151 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250571151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36975ac3: reopening flushed file at 1733250571192 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d42cb19: reopening flushed file at 1733250571235 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5626480c: reopening flushed file at 1733250571270 (+35 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1110ms, sequenceid=115, compaction requested=false at 1733250571295 (+25 ms)Writing region close event to WAL at 1733250571306 (+11 ms)Closed at 1733250571306 2024-12-03T18:29:31,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741830_1006 (size=59421) 2024-12-03T18:29:31,328 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:29:31,328 INFO [M:0;5cd6afc4bcac:42121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:29:31,328 INFO [M:0;5cd6afc4bcac:42121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42121 2024-12-03T18:29:31,328 INFO [M:0;5cd6afc4bcac:42121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:29:31,484 INFO [M:0;5cd6afc4bcac:42121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:29:31,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:31,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1019dbe13b20000, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:31,487 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:29:31,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:31,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:31,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:29:31,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:31,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:29:31,487 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:29:31,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:29:31,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35515 2024-12-03T18:29:31,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35515 connecting to ZooKeeper ensemble=127.0.0.1:55577 2024-12-03T18:29:31,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355150x0, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:31,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:31,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:31,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35515-0x1019dbe13b20006 connected 2024-12-03T18:29:31,586 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0944638443/meta-region-server: INIT 2024-12-03T18:29:31,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/running 2024-12-03T18:29:31,587 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f, hbase.cluster.distributed=false 2024-12-03T18:29:31,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/acl 2024-12-03T18:29:31,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35515 2024-12-03T18:29:31,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35515 2024-12-03T18:29:31,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35515 2024-12-03T18:29:31,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35515 2024-12-03T18:29:31,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35515 2024-12-03T18:29:31,701 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:29:31,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:31,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:31,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:29:31,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:31,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:29:31,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:29:31,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:29:31,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41607 2024-12-03T18:29:31,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41607 connecting to ZooKeeper ensemble=127.0.0.1:55577 2024-12-03T18:29:31,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:31,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:31,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416070x0, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/running 2024-12-03T18:29:31,778 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:29:31,778 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0944638443/meta-region-server: INIT 2024-12-03T18:29:31,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416070x0, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:31,815 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:29:31,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41607-0x1019dbe13b20007 connected 2024-12-03T18:29:31,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/master 2024-12-03T18:29:31,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/acl 2024-12-03T18:29:31,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41607 2024-12-03T18:29:31,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41607 2024-12-03T18:29:31,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41607 2024-12-03T18:29:31,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41607 2024-12-03T18:29:31,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41607 2024-12-03T18:29:31,913 DEBUG [M:0;5cd6afc4bcac:35515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:35515 2024-12-03T18:29:31,923 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0944638443/backup-masters/5cd6afc4bcac,35515,1733250571486 2024-12-03T18:29:31,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443/backup-masters 2024-12-03T18:29:31,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443/backup-masters 2024-12-03T18:29:31,955 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on existing znode=/0944638443/backup-masters/5cd6afc4bcac,35515,1733250571486 2024-12-03T18:29:31,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0944638443/master 2024-12-03T18:29:31,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:31,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:31,974 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on existing znode=/0944638443/master 2024-12-03T18:29:31,975 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0944638443/backup-masters/5cd6afc4bcac,35515,1733250571486 from backup master directory 2024-12-03T18:29:31,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443/backup-masters 2024-12-03T18:29:31,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0944638443/backup-masters/5cd6afc4bcac,35515,1733250571486 2024-12-03T18:29:31,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443/backup-masters 2024-12-03T18:29:31,988 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:29:31,988 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,35515,1733250571486 2024-12-03T18:29:32,127 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:32,127 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:29:32,163 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 36ms. 2024-12-03T18:29:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741846_1022 (size=196) 2024-12-03T18:29:32,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:29:32,651 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:29:32,651 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:32,666 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T18:29:32,671 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,42121,1733250554196 to hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,42121,1733250554196-dead as it is dead 2024-12-03T18:29:32,673 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T18:29:32,673 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T18:29:32,673 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,42121,1733250554196-dead/5cd6afc4bcac%2C42121%2C1733250554196.1733250557137 2024-12-03T18:29:32,681 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,42121,1733250554196-dead/5cd6afc4bcac%2C42121%2C1733250554196.1733250557137 after 6ms 2024-12-03T18:29:32,683 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,42121,1733250554196-dead/5cd6afc4bcac%2C42121%2C1733250554196.1733250557137 to hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5cd6afc4bcac%2C42121%2C1733250554196.1733250557137 2024-12-03T18:29:32,683 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,42121,1733250554196-dead 2024-12-03T18:29:32,686 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,35515,1733250571486 2024-12-03T18:29:32,691 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:29:32,694 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C35515%2C1733250571486, suffix=, logDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,35515,1733250571486, archiveDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/oldWALs, maxLogs=10 2024-12-03T18:29:32,714 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,35515,1733250571486/5cd6afc4bcac%2C35515%2C1733250571486.1733250572694, exclude list is [], retry=0 2024-12-03T18:29:32,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43153,DS-d6b2db4e-5c83-4238-8bd5-3236803e534b,DISK] 2024-12-03T18:29:32,739 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/WALs/5cd6afc4bcac,35515,1733250571486/5cd6afc4bcac%2C35515%2C1733250571486.1733250572694 2024-12-03T18:29:32,741 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581)] 2024-12-03T18:29:32,741 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:32,741 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:32,742 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:32,742 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:32,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:32,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:29:32,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:32,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0bad1949d4645848b84c7902504a4a7 2024-12-03T18:29:32,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:32,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:32,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:29:32,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:32,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/106b96c367094b6eb77d44000b1ede1b 2024-12-03T18:29:32,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:32,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:32,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:29:32,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:32,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91a563ddacc542489c88968af4145ccc 2024-12-03T18:29:32,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:32,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:32,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:29:32,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:32,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:32,823 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:32,824 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T18:29:32,824 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5cd6afc4bcac%2C42121%2C1733250554196.1733250557137 2024-12-03T18:29:32,844 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5cd6afc4bcac%2C42121%2C1733250554196.1733250557137 2024-12-03T18:29:32,845 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5cd6afc4bcac%2C42121%2C1733250554196.1733250557137 2024-12-03T18:29:32,853 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:32,853 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:32,854 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:32,857 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:32,864 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-03T18:29:32,867 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67583543, jitterRate=0.007073268294334412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:32,868 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250572742Initializing all the Stores at 1733250572744 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250572744Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250572758 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250572758Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250572759 (+1 ms)Cleaning up temporary data from old regions at 1733250572853 (+94 ms)Region opened successfully at 1733250572867 (+14 ms) 2024-12-03T18:29:32,868 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:29:32,873 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7634a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:29:32,889 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T18:29:32,890 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:29:32,890 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:29:32,890 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:29:32,891 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:29:32,899 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:32,900 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:29:32,901 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:29:32,902 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:29:32,902 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T18:29:32,903 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T18:29:32,903 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-12-03T18:29:32,903 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:29:32,925 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5cd6afc4bcac,40923,1733250555311, regionLocation=5cd6afc4bcac,40923,1733250555311, openSeqNum=2 2024-12-03T18:29:32,926 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5cd6afc4bcac,40923,1733250555311, table=hbase:meta, region=1588230740 2024-12-03T18:29:32,926 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,40923,1733250555311, state=OPEN 2024-12-03T18:29:32,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0944638443/meta-region-server 2024-12-03T18:29:32,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0944638443/meta-region-server 2024-12-03T18:29:32,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0944638443/meta-region-server: CHANGED 2024-12-03T18:29:32,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0944638443/meta-region-server: CHANGED 2024-12-03T18:29:32,969 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:29:32,974 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/draining/5cd6afc4bcac,40923,1733250555311 already deleted, retry=false 2024-12-03T18:29:32,975 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5cd6afc4bcac,40923,1733250555311 on 5cd6afc4bcac,35515,1733250571486 2024-12-03T18:29:32,981 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5cd6afc4bcac,40923,1733250555311, splitWal=true, meta=true 2024-12-03T18:29:32,984 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 5cd6afc4bcac,40923,1733250555311 (carryingMeta=true) 5cd6afc4bcac,40923,1733250555311/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6721ca0a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T18:29:32,989 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Unable to get data of znode /0944638443/balancer because node does not exist (not necessarily an error) 2024-12-03T18:29:33,021 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/balancer already deleted, retry=false 2024-12-03T18:29:33,022 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:29:33,024 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Unable to get data of znode /0944638443/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:29:33,108 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/normalizer already deleted, retry=false 2024-12-03T18:29:33,109 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:29:33,115 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Unable to get data of znode /0944638443/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:29:33,238 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/switch/split already deleted, retry=false 2024-12-03T18:29:33,241 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Unable to get data of znode /0944638443/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:29:33,259 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/switch/merge already deleted, retry=false 2024-12-03T18:29:33,289 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Unable to get data of znode /0944638443/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:29:33,302 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/snapshot-cleanup already deleted, retry=false 2024-12-03T18:29:33,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0944638443/running 2024-12-03T18:29:33,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:33,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0944638443/running 2024-12-03T18:29:33,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:33,317 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,35515,1733250571486, sessionid=0x1019dbe13b20006, setting cluster-up flag (Was=false) 2024-12-03T18:29:33,328 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0944638443/flush-table-proc/acquired, /0944638443/flush-table-proc/reached, /0944638443/flush-table-proc/abort 2024-12-03T18:29:33,330 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,35515,1733250571486 2024-12-03T18:29:33,342 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0944638443/online-snapshot/acquired, /0944638443/online-snapshot/reached, /0944638443/online-snapshot/abort 2024-12-03T18:29:33,344 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,35515,1733250571486 2024-12-03T18:29:33,359 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/.lastflushedseqids 2024-12-03T18:29:33,364 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:29:33,364 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:29:33,364 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,35515,1733250571486 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5cd6afc4bcac,40923,1733250555311 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:29:33,367 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:33,367 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:33,367 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:33,367 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:33,367 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:29:33,367 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,368 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:29:33,368 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,375 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250603375 2024-12-03T18:29:33,378 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5cd6afc4bcac,40923,1733250555311, splitWal=true, meta=true 2024-12-03T18:29:33,378 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:29:33,379 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:29:33,379 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:29:33,379 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:29:33,379 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:29:33,379 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:29:33,381 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5cd6afc4bcac,40923,1733250555311, splitWal=true, meta=true, isMeta: true 2024-12-03T18:29:33,384 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311-splitting 2024-12-03T18:29:33,385 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311-splitting dir is empty, no logs to split. 2024-12-03T18:29:33,385 INFO [PEWorker-2 {}] master.SplitWALManager(105): 5cd6afc4bcac,40923,1733250555311 WAL count=0, meta=true 2024-12-03T18:29:33,386 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,391 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311-splitting dir is empty, no logs to split. 2024-12-03T18:29:33,391 INFO [PEWorker-2 {}] master.SplitWALManager(105): 5cd6afc4bcac,40923,1733250555311 WAL count=0, meta=true 2024-12-03T18:29:33,391 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 5cd6afc4bcac,40923,1733250555311 WAL splitting is done? wals=0, meta=true 2024-12-03T18:29:33,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:29:33,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:29:33,399 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:29:33,399 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:29:33,399 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:29:33,399 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:29:33,399 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T18:29:33,400 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:29:33,400 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:29:33,401 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(746): ClusterId : f8787187-7076-4417-98a8-23f619e63467 2024-12-03T18:29:33,402 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:29:33,405 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250573400,5,FailOnTimeoutGroup] 2024-12-03T18:29:33,415 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250573405,5,FailOnTimeoutGroup] 2024-12-03T18:29:33,415 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,415 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:29:33,415 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,415 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,415 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250573415, completionTime=-1 2024-12-03T18:29:33,415 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T18:29:33,417 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:29:33,417 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:29:33,421 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T18:29:33,431 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:29:33,432 DEBUG [RS:0;5cd6afc4bcac:41607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de338d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:29:33,465 DEBUG [RS:0;5cd6afc4bcac:41607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:41607 2024-12-03T18:29:33,465 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:29:33,465 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:29:33,465 DEBUG [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:29:33,467 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,35515,1733250571486 with port=41607, startcode=1733250571700 2024-12-03T18:29:33,468 DEBUG [RS:0;5cd6afc4bcac:41607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:29:33,470 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:29:33,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:33,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35515 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:33,474 DEBUG [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f 2024-12-03T18:29:33,474 DEBUG [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34699 2024-12-03T18:29:33,474 DEBUG [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:29:33,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443/rs 2024-12-03T18:29:33,515 DEBUG [RS:0;5cd6afc4bcac:41607 {}] zookeeper.ZKUtil(111): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on existing znode=/0944638443/rs/5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:33,515 WARN [RS:0;5cd6afc4bcac:41607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:29:33,515 INFO [RS:0;5cd6afc4bcac:41607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:33,516 DEBUG [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:33,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,41607,1733250571700] 2024-12-03T18:29:33,522 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T18:29:33,552 WARN [5cd6afc4bcac:35515 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T18:29:33,605 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:29:33,612 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:29:33,612 INFO [RS:0;5cd6afc4bcac:41607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:29:33,612 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,613 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:29:33,614 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:29:33,614 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,614 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,614 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,615 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,615 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,615 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,615 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:29:33,615 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,615 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,615 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,615 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,615 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,615 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:33,615 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:29:33,615 DEBUG [RS:0;5cd6afc4bcac:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:29:33,637 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,638 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,638 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,638 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,638 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,638 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41607,1733250571700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:29:33,671 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:29:33,671 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41607,1733250571700-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,691 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,41607,1733250571700, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:29:33,711 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.ReplicationSource(231): queueId=2-5cd6afc4bcac,41607,1733250571700, ReplicationSource: 2, currentBandwidth=0 2024-12-03T18:29:33,712 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource,1-5cd6afc4bcac,41607,1733250571700 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:41121' 2024-12-03T18:29:33,735 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,735 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.Replication(171): 5cd6afc4bcac,41607,1733250571700 started 2024-12-03T18:29:33,755 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource,1-5cd6afc4bcac,41607,1733250571700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3590cf4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:33,755 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource,1-5cd6afc4bcac,41607,1733250571700 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41121,-1 for getting cluster id 2024-12-03T18:29:33,755 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource,1-5cd6afc4bcac,41607,1733250571700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:33,762 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:33,763 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource,2-5cd6afc4bcac,41607,1733250571700 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:41121' 2024-12-03T18:29:33,764 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '320b0534-0971-4d6c-9366-4897b73b7baf' 2024-12-03T18:29:33,766 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,41607,1733250571700, RpcServer on 5cd6afc4bcac/172.17.0.3:41607, sessionid=0x1019dbe13b20007 2024-12-03T18:29:33,766 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:29:33,766 DEBUG [RS:0;5cd6afc4bcac:41607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:33,766 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,41607,1733250571700' 2024-12-03T18:29:33,766 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0944638443/flush-table-proc/abort' 2024-12-03T18:29:33,767 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0944638443/flush-table-proc/acquired' 2024-12-03T18:29:33,767 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:29:33,767 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:29:33,767 DEBUG [RS:0;5cd6afc4bcac:41607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:33,768 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,41607,1733250571700' 2024-12-03T18:29:33,768 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0944638443/online-snapshot/abort' 2024-12-03T18:29:33,768 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0944638443/online-snapshot/acquired' 2024-12-03T18:29:33,769 DEBUG [RS:0;5cd6afc4bcac:41607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:29:33,769 INFO [RS:0;5cd6afc4bcac:41607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:29:33,769 INFO [RS:0;5cd6afc4bcac:41607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:29:33,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:33,771 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource,2-5cd6afc4bcac,41607,1733250571700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c8eefba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:33,771 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource,2-5cd6afc4bcac,41607,1733250571700 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41121,-1 for getting cluster id 2024-12-03T18:29:33,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "320b0534-0971-4d6c-9366-4897b73b7baf" 2024-12-03T18:29:33,771 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource,2-5cd6afc4bcac,41607,1733250571700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:33,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@246ef85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:33,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41121,-1] 2024-12-03T18:29:33,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:33,773 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '320b0534-0971-4d6c-9366-4897b73b7baf' 2024-12-03T18:29:33,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:33,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:33,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "320b0534-0971-4d6c-9366-4897b73b7baf" 2024-12-03T18:29:33,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@640579f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:33,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41121,-1] 2024-12-03T18:29:33,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:33,775 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:33,776 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource,1-5cd6afc4bcac,41607,1733250571700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70664872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:33,777 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource,1-5cd6afc4bcac,41607,1733250571700 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:33,777 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:33,778 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource,2-5cd6afc4bcac,41607,1733250571700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26151456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:33,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:33,778 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource,2-5cd6afc4bcac,41607,1733250571700 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:33,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@319778f7 2024-12-03T18:29:33,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:33,781 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T18:29:33,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:33,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18bc1aa0 2024-12-03T18:29:33,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:33,783 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T18:29:33,784 INFO [RS:0;5cd6afc4bcac:41607.replicationSource,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,41607,1733250571700 (queues=0) is replicating from cluster=f8787187-7076-4417-98a8-23f619e63467 to cluster=320b0534-0971-4d6c-9366-4897b73b7baf 2024-12-03T18:29:33,785 INFO [RS:0;5cd6afc4bcac:41607.replicationSource,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5cd6afc4bcac,41607,1733250571700 (queues=0) is replicating from cluster=f8787187-7076-4417-98a8-23f619e63467 to cluster=320b0534-0971-4d6c-9366-4897b73b7baf 2024-12-03T18:29:33,871 INFO [RS:0;5cd6afc4bcac:41607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:29:33,878 INFO [RS:0;5cd6afc4bcac:41607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C41607%2C1733250571700, suffix=, logDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700, archiveDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs, maxLogs=10 2024-12-03T18:29:33,900 DEBUG [RS:0;5cd6afc4bcac:41607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880, exclude list is [], retry=0 2024-12-03T18:29:33,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43153,DS-d6b2db4e-5c83-4238-8bd5-3236803e534b,DISK] 2024-12-03T18:29:33,916 INFO [RS:0;5cd6afc4bcac:41607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 2024-12-03T18:29:33,917 DEBUG [RS:0;5cd6afc4bcac:41607 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5cd6afc4bcac%2C41607%2C1733250571700 for peer 2 2024-12-03T18:29:33,918 DEBUG [RS:0;5cd6afc4bcac:41607 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5cd6afc4bcac%2C41607%2C1733250571700 for peer 1 2024-12-03T18:29:33,918 DEBUG [RS:0;5cd6afc4bcac:41607 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C41607%2C1733250571700 2024-12-03T18:29:33,918 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,41607,1733250571700, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:29:33,933 DEBUG [RS:0;5cd6afc4bcac:41607 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5cd6afc4bcac%2C41607%2C1733250571700 2024-12-03T18:29:33,933 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5cd6afc4bcac,41607,1733250571700, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:29:33,934 INFO [RS:0;5cd6afc4bcac:41607.replicationSource.shipper5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C41607%2C1733250571700 2024-12-03T18:29:33,955 DEBUG [RS:0;5cd6afc4bcac:41607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581)] 2024-12-03T18:29:33,955 INFO [RS:0;5cd6afc4bcac:41607.replicationSource.shipper5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C41607%2C1733250571700 2024-12-03T18:29:33,955 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880, startPosition=0, beingWritten=true 2024-12-03T18:29:33,956 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880, startPosition=0, beingWritten=true 2024-12-03T18:29:34,053 DEBUG [5cd6afc4bcac:35515 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:29:34,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:34,056 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,41607,1733250571700, state=OPENING 2024-12-03T18:29:34,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0944638443/meta-region-server 2024-12-03T18:29:34,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0944638443/meta-region-server: CHANGED 2024-12-03T18:29:34,091 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:29:34,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0944638443/meta-region-server 2024-12-03T18:29:34,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,41607,1733250571700}] 2024-12-03T18:29:34,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0944638443/meta-region-server: CHANGED 2024-12-03T18:29:34,200 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:34,201 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:34,255 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:29:34,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:29:34,287 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:29:34,287 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:34,287 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:29:34,312 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C41607%2C1733250571700.meta, suffix=.meta, logDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700, archiveDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs, maxLogs=10 2024-12-03T18:29:34,340 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.meta.1733250574313.meta, exclude list is [], retry=0 2024-12-03T18:29:34,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43153,DS-d6b2db4e-5c83-4238-8bd5-3236803e534b,DISK] 2024-12-03T18:29:34,355 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.meta.1733250574313.meta 2024-12-03T18:29:34,360 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581)] 2024-12-03T18:29:34,360 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:34,361 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:29:34,361 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:29:34,361 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:29:34,362 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:29:34,362 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:29:34,362 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:34,362 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:29:34,366 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:29:34,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:29:34,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:29:34,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:34,452 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/info/9851aeb0cfd3471d8ec77a62669f80dc 2024-12-03T18:29:34,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:34,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:29:34,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:29:34,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:34,491 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/ns/a4d675b97ddb463493ada9c12ee440fa 2024-12-03T18:29:34,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:34,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:29:34,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:29:34,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:34,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:34,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:29:34,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:29:34,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:34,520 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:34,524 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:34,597 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/table/3ce642a2cf6946d1927281e8d518046b 2024-12-03T18:29:34,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:34,598 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:29:34,599 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740 2024-12-03T18:29:34,610 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740 2024-12-03T18:29:34,616 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:29:34,616 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:29:34,617 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:34,620 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:29:34,622 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71525431, jitterRate=0.06581197679042816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:34,622 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:29:34,622 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250574368Writing region info on filesystem at 1733250574368Initializing all the Stores at 1733250574373 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250574373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250574376 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250574376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250574376Cleaning up temporary data from old regions at 1733250574616 (+240 ms)Running coprocessor post-open hooks at 1733250574622 (+6 ms)Region opened successfully at 1733250574622 2024-12-03T18:29:34,624 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733250574255 2024-12-03T18:29:34,632 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:29:34,632 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:29:34,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:34,651 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,41607,1733250571700, state=OPEN 2024-12-03T18:29:34,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0944638443/meta-region-server 2024-12-03T18:29:34,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0944638443/meta-region-server 2024-12-03T18:29:34,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0944638443/meta-region-server: CHANGED 2024-12-03T18:29:34,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0944638443/meta-region-server: CHANGED 2024-12-03T18:29:34,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:34,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T18:29:34,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,41607,1733250571700 in 575 msec 2024-12-03T18:29:34,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T18:29:34,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2790 sec 2024-12-03T18:29:34,995 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:34,995 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:35,045 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1629ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1524ms 2024-12-03T18:29:35,502 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:35,502 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:35,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:29:36,108 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:36,108 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:36,553 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3137ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3032ms 2024-12-03T18:29:36,837 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:36,841 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:37,643 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:37,657 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:37,962 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4546ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T18:29:37,963 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:29:37,963 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:29:37,963 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,41607,1733250571700, seqNum=-1] 2024-12-03T18:29:37,963 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:37,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:37,973 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3e25465e8f29efdaa4c245711b7ce4ac, regionState=OPEN, lastHost=5cd6afc4bcac,40923,1733250555311, regionLocation=5cd6afc4bcac,40923,1733250555311, openSeqNum=2 2024-12-03T18:29:37,973 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:29:37,973 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250637973 2024-12-03T18:29:37,973 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250697973 2024-12-03T18:29:37,973 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-12-03T18:29:37,973 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35515,1733250571486-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:37,973 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35515,1733250571486-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:37,974 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35515,1733250571486-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:37,974 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 5cd6afc4bcac,40923,1733250555311 had 2 regions 2024-12-03T18:29:37,974 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:35515, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:37,974 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:37,974 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:37,975 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5cd6afc4bcac,40923,1733250555311, splitWal=true, meta=true, isMeta: false 2024-12-03T18:29:37,977 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311-splitting dir is empty, no logs to split. 2024-12-03T18:29:37,977 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5cd6afc4bcac,40923,1733250555311 WAL count=0, meta=false 2024-12-03T18:29:37,982 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,40923,1733250555311-splitting dir is empty, no logs to split. 2024-12-03T18:29:37,982 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5cd6afc4bcac,40923,1733250555311 WAL count=0, meta=false 2024-12-03T18:29:37,982 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5cd6afc4bcac,40923,1733250555311 WAL splitting is done? wals=0, meta=false 2024-12-03T18:29:37,984 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.996sec 2024-12-03T18:29:37,984 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:29:37,984 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:29:37,984 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:29:37,984 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:29:37,984 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:29:37,984 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35515,1733250571486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:29:37,985 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35515,1733250571486-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:29:37,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e25465e8f29efdaa4c245711b7ce4ac, ASSIGN}] 2024-12-03T18:29:37,989 WARN [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5cd6afc4bcac,40923,1733250555311/hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:37,991 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e25465e8f29efdaa4c245711b7ce4ac, ASSIGN 2024-12-03T18:29:37,992 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e25465e8f29efdaa4c245711b7ce4ac, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T18:29:37,996 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:29:37,997 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:29:37,997 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35515,1733250571486-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:38,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39af088c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:38,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,35515,-1 for getting cluster id 2024-12-03T18:29:38,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:38,021 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8787187-7076-4417-98a8-23f619e63467' 2024-12-03T18:29:38,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:38,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8787187-7076-4417-98a8-23f619e63467" 2024-12-03T18:29:38,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f9d12a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:38,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,35515,-1] 2024-12-03T18:29:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:38,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:38,025 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:38,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756dace2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:38,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:29:38,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,41607,1733250571700, seqNum=-1] 2024-12-03T18:29:38,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:38,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:38,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T18:29:38,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:38,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:38,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:38,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:38,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:38,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5cd6afc4bcac:35515 after: 5cd6afc4bcac:35515 2024-12-03T18:29:38,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8f2fc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:38,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,35515,-1 for getting cluster id 2024-12-03T18:29:38,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:38,038 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8787187-7076-4417-98a8-23f619e63467' 2024-12-03T18:29:38,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:38,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8787187-7076-4417-98a8-23f619e63467" 2024-12-03T18:29:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcc039c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,35515,-1] 2024-12-03T18:29:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:38,040 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:38,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:38,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:38,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,35515,1733250571486 2024-12-03T18:29:38,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3462b6dc 2024-12-03T18:29:38,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:38,044 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:38,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T18:29:38,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T18:29:38,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T18:29:38,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35515 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T18:29:38,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:29:38,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:38,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:38,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:38,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:38,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:38,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:29:38,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=169129395, stopped=false 2024-12-03T18:29:38,049 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,41121,1733250561876 2024-12-03T18:29:38,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977246319/running 2024-12-03T18:29:38,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977246319/running 2024-12-03T18:29:38,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:38,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:38,066 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:29:38,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:38,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:38,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:38,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Set watcher on znode that does not yet exist, /11977246319/running 2024-12-03T18:29:38,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Set watcher on znode that does not yet exist, /11977246319/running 2024-12-03T18:29:38,066 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,39549,1733250561989' ***** 2024-12-03T18:29:38,067 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:29:38,067 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:29:38,067 INFO [RS:0;5cd6afc4bcac:39549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:29:38,067 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:29:38,067 INFO [RS:0;5cd6afc4bcac:39549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:29:38,067 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,39549,1733250561989 2024-12-03T18:29:38,067 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:29:38,067 INFO [RS:0;5cd6afc4bcac:39549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:39549. 2024-12-03T18:29:38,068 DEBUG [RS:0;5cd6afc4bcac:39549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:38,068 DEBUG [RS:0;5cd6afc4bcac:39549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:38,068 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:29:38,068 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:29:38,068 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:29:38,068 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:29:38,068 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:29:38,068 DEBUG [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:29:38,068 DEBUG [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:29:38,068 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:29:38,069 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:29:38,069 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:29:38,069 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:29:38,069 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:29:38,069 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T18:29:38,090 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/data/hbase/meta/1588230740/.tmp/ns/06b285694eb745c1aa67d45d8dd422ab is 43, key is default/ns:d/1733250565207/Put/seqid=0 2024-12-03T18:29:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741835_1011 (size=5153) 2024-12-03T18:29:38,099 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:29:38,143 DEBUG [5cd6afc4bcac:35515 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:29:38,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3e25465e8f29efdaa4c245711b7ce4ac, regionState=OPENING, regionLocation=5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:38,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e25465e8f29efdaa4c245711b7ce4ac, ASSIGN because future has completed 2024-12-03T18:29:38,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e25465e8f29efdaa4c245711b7ce4ac, server=5cd6afc4bcac,41607,1733250571700}] 2024-12-03T18:29:38,269 DEBUG [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:29:38,293 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:29:38,293 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:29:38,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:38,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:38,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:29:38,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C41607%2C1733250571700.rep, suffix=, logDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700, archiveDir=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs, maxLogs=10 2024-12-03T18:29:38,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.rep.1733250578308, exclude list is [], retry=0 2024-12-03T18:29:38,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43153,DS-d6b2db4e-5c83-4238-8bd5-3236803e534b,DISK] 2024-12-03T18:29:38,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.rep.1733250578308 2024-12-03T18:29:38,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39581:39581)] 2024-12-03T18:29:38,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e25465e8f29efdaa4c245711b7ce4ac, NAME => 'hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:38,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:29:38,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:29:38,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. service=MultiRowMutationService 2024-12-03T18:29:38,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:29:38,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:38,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,327 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,328 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e25465e8f29efdaa4c245711b7ce4ac columnFamilyName hfileref 2024-12-03T18:29:38,328 DEBUG [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:38,329 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.HStore(327): Store=3e25465e8f29efdaa4c245711b7ce4ac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:38,329 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,330 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e25465e8f29efdaa4c245711b7ce4ac columnFamilyName queue 2024-12-03T18:29:38,330 DEBUG [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:38,341 DEBUG [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac/queue/35a2e7f982ea4b66a2982b49c363b594 2024-12-03T18:29:38,341 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.HStore(327): Store=3e25465e8f29efdaa4c245711b7ce4ac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:38,341 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,343 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e25465e8f29efdaa4c245711b7ce4ac columnFamilyName sid 2024-12-03T18:29:38,343 DEBUG [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:38,343 INFO [StoreOpener-3e25465e8f29efdaa4c245711b7ce4ac-1 {}] regionserver.HStore(327): Store=3e25465e8f29efdaa4c245711b7ce4ac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:38,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:29:38,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 3e25465e8f29efdaa4c245711b7ce4ac; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61670312, jitterRate=-0.08104074001312256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:29:38,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:38,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3e25465e8f29efdaa4c245711b7ce4ac: Running coprocessor pre-open hook at 1733250578326Writing region info on filesystem at 1733250578326Initializing all the Stores at 1733250578327 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250578327Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250578327Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250578327Cleaning up temporary data from old regions at 1733250578356 (+29 ms)Running coprocessor post-open hooks at 1733250578366 (+10 ms)Region opened successfully at 1733250578367 (+1 ms) 2024-12-03T18:29:38,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac., pid=19, masterSystemTime=1733250578301 2024-12-03T18:29:38,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:38,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:38,373 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3e25465e8f29efdaa4c245711b7ce4ac, regionState=OPEN, openSeqNum=10, regionLocation=5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:38,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e25465e8f29efdaa4c245711b7ce4ac, server=5cd6afc4bcac,41607,1733250571700 because future has completed 2024-12-03T18:29:38,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-03T18:29:38,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e25465e8f29efdaa4c245711b7ce4ac, server=5cd6afc4bcac,41607,1733250571700 in 231 msec 2024-12-03T18:29:38,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-03T18:29:38,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e25465e8f29efdaa4c245711b7ce4ac, ASSIGN in 392 msec 2024-12-03T18:29:38,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T18:29:38,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac., hostname=5cd6afc4bcac,41607,1733250571700, seqNum=10] 2024-12-03T18:29:38,469 DEBUG [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:29:38,470 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 5cd6afc4bcac,40923,1733250555311 2024-12-03T18:29:38,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T18:29:38,504 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/data/hbase/meta/1588230740/.tmp/ns/06b285694eb745c1aa67d45d8dd422ab 2024-12-03T18:29:38,523 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/data/hbase/meta/1588230740/.tmp/ns/06b285694eb745c1aa67d45d8dd422ab as hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/data/hbase/meta/1588230740/ns/06b285694eb745c1aa67d45d8dd422ab 2024-12-03T18:29:38,539 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/data/hbase/meta/1588230740/ns/06b285694eb745c1aa67d45d8dd422ab, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T18:29:38,542 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=6, compaction requested=false 2024-12-03T18:29:38,557 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T18:29:38,558 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:29:38,558 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:29:38,558 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:38,558 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250578068Running coprocessor pre-close hooks at 1733250578068Disabling compacts and flushes for region at 1733250578068Disabling writes for close at 1733250578069 (+1 ms)Obtaining lock to block concurrent updates at 1733250578069Preparing flush snapshotting stores in 1588230740 at 1733250578069Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733250578069Flushing stores of hbase:meta,,1.1588230740 at 1733250578071 (+2 ms)Flushing 1588230740/ns: creating writer at 1733250578071Flushing 1588230740/ns: appending metadata at 1733250578090 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733250578090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d72658e: reopening flushed file at 1733250578521 (+431 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=6, compaction requested=false at 1733250578542 (+21 ms)Writing region close event to WAL at 1733250578549 (+7 ms)Running coprocessor post-close hooks at 1733250578558 (+9 ms)Closed at 1733250578558 2024-12-03T18:29:38,559 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:38,578 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:38,603 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:38,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-03T18:29:38,669 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,39549,1733250561989; all regions closed. 2024-12-03T18:29:38,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741834_1010 (size=1152) 2024-12-03T18:29:38,699 DEBUG [RS:0;5cd6afc4bcac:39549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/oldWALs 2024-12-03T18:29:38,699 INFO [RS:0;5cd6afc4bcac:39549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C39549%2C1733250561989.meta:.meta(num 1733250565054) 2024-12-03T18:29:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741832_1008 (size=93) 2024-12-03T18:29:38,756 DEBUG [RS:0;5cd6afc4bcac:39549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/oldWALs 2024-12-03T18:29:38,756 INFO [RS:0;5cd6afc4bcac:39549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C39549%2C1733250561989:(num 1733250564409) 2024-12-03T18:29:38,756 DEBUG [RS:0;5cd6afc4bcac:39549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:38,756 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:29:38,759 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:29:38,759 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:29:38,759 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:29:38,760 INFO [RS:0;5cd6afc4bcac:39549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39549 2024-12-03T18:29:38,760 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:29:38,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977246319/rs/5cd6afc4bcac,39549,1733250561989 2024-12-03T18:29:38,810 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:29:38,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319/rs 2024-12-03T18:29:38,815 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,39549,1733250561989] 2024-12-03T18:29:38,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11977246319/draining/5cd6afc4bcac,39549,1733250561989 already deleted, retry=false 2024-12-03T18:29:38,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,39549,1733250561989 expired; onlineServers=0 2024-12-03T18:29:38,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,41121,1733250561876' ***** 2024-12-03T18:29:38,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:29:38,824 INFO [M:0;5cd6afc4bcac:41121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:29:38,824 INFO [M:0;5cd6afc4bcac:41121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:29:38,824 DEBUG [M:0;5cd6afc4bcac:41121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:29:38,824 DEBUG [M:0;5cd6afc4bcac:41121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:29:38,824 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:29:38,824 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250564093 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250564093,5,FailOnTimeoutGroup] 2024-12-03T18:29:38,824 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250564095 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250564095,5,FailOnTimeoutGroup] 2024-12-03T18:29:38,824 INFO [M:0;5cd6afc4bcac:41121 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:29:38,825 INFO [M:0;5cd6afc4bcac:41121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:29:38,825 DEBUG [M:0;5cd6afc4bcac:41121 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:29:38,825 INFO [M:0;5cd6afc4bcac:41121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:29:38,825 INFO [M:0;5cd6afc4bcac:41121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:29:38,825 INFO [M:0;5cd6afc4bcac:41121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:29:38,825 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:29:38,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11977246319/master 2024-12-03T18:29:38,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11977246319 2024-12-03T18:29:38,833 DEBUG [M:0;5cd6afc4bcac:41121 {}] zookeeper.ZKUtil(347): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Unable to get data of znode /11977246319/master because node does not exist (not an error) 2024-12-03T18:29:38,833 WARN [M:0;5cd6afc4bcac:41121 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:29:38,853 INFO [M:0;5cd6afc4bcac:41121 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/.lastflushedseqids 2024-12-03T18:29:38,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741836_1012 (size=99) 2024-12-03T18:29:38,892 INFO [M:0;5cd6afc4bcac:41121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:29:38,892 INFO [M:0;5cd6afc4bcac:41121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:29:38,892 DEBUG [M:0;5cd6afc4bcac:41121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:29:38,892 INFO [M:0;5cd6afc4bcac:41121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:38,892 DEBUG [M:0;5cd6afc4bcac:41121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:38,892 DEBUG [M:0;5cd6afc4bcac:41121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:29:38,892 DEBUG [M:0;5cd6afc4bcac:41121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:38,893 INFO [M:0;5cd6afc4bcac:41121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T18:29:38,916 INFO [RS:0;5cd6afc4bcac:39549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:29:38,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:38,916 INFO [RS:0;5cd6afc4bcac:39549 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,39549,1733250561989; zookeeper connection closed. 2024-12-03T18:29:38,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1019dbe13b20004, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:38,923 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75bcfe9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75bcfe9d 2024-12-03T18:29:38,923 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:29:38,926 DEBUG [M:0;5cd6afc4bcac:41121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c4dbed59aa14e249ec048cc89138b41 is 82, key is hbase:meta,,1/info:regioninfo/1733250565150/Put/seqid=0 2024-12-03T18:29:38,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741837_1013 (size=5672) 2024-12-03T18:29:39,348 INFO [M:0;5cd6afc4bcac:41121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c4dbed59aa14e249ec048cc89138b41 2024-12-03T18:29:39,383 DEBUG [M:0;5cd6afc4bcac:41121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e412063b139d43aa82acd261e9bf7466 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733250565236/Put/seqid=0 2024-12-03T18:29:39,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741838_1014 (size=5275) 2024-12-03T18:29:39,602 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:39,610 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:39,789 INFO [M:0;5cd6afc4bcac:41121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e412063b139d43aa82acd261e9bf7466 2024-12-03T18:29:39,811 DEBUG [M:0;5cd6afc4bcac:41121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6d46f8e0c1b4d07bad3cf650451758f is 69, key is 5cd6afc4bcac,39549,1733250561989/rs:state/1733250564205/Put/seqid=0 2024-12-03T18:29:39,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741839_1015 (size=5156) 2024-12-03T18:29:40,217 INFO [M:0;5cd6afc4bcac:41121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6d46f8e0c1b4d07bad3cf650451758f 2024-12-03T18:29:40,227 DEBUG [M:0;5cd6afc4bcac:41121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c4dbed59aa14e249ec048cc89138b41 as hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c4dbed59aa14e249ec048cc89138b41 2024-12-03T18:29:40,237 INFO [M:0;5cd6afc4bcac:41121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c4dbed59aa14e249ec048cc89138b41, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T18:29:40,239 DEBUG [M:0;5cd6afc4bcac:41121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e412063b139d43aa82acd261e9bf7466 as hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e412063b139d43aa82acd261e9bf7466 2024-12-03T18:29:40,247 INFO [M:0;5cd6afc4bcac:41121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e412063b139d43aa82acd261e9bf7466, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T18:29:40,248 DEBUG [M:0;5cd6afc4bcac:41121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6d46f8e0c1b4d07bad3cf650451758f as hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6d46f8e0c1b4d07bad3cf650451758f 2024-12-03T18:29:40,258 INFO [M:0;5cd6afc4bcac:41121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44107/user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6d46f8e0c1b4d07bad3cf650451758f, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T18:29:40,260 INFO [M:0;5cd6afc4bcac:41121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1367ms, sequenceid=28, compaction requested=false 2024-12-03T18:29:40,281 INFO [M:0;5cd6afc4bcac:41121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:40,281 DEBUG [M:0;5cd6afc4bcac:41121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250578892Disabling compacts and flushes for region at 1733250578892Disabling writes for close at 1733250578892Obtaining lock to block concurrent updates at 1733250578893 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250578893Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733250578893Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250578895 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250578895Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250578925 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250578925Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250579357 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250579382 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250579382Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250579795 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250579810 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250579811 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e92f81: reopening flushed file at 1733250580226 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1914b36d: reopening flushed file at 1733250580237 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c20e40e: reopening flushed file at 1733250580247 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1367ms, sequenceid=28, compaction requested=false at 1733250580260 (+13 ms)Writing region close event to WAL at 1733250580281 (+21 ms)Closed at 1733250580281 2024-12-03T18:29:40,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37999 is added to blk_1073741830_1006 (size=10165) 2024-12-03T18:29:40,287 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8b79eef4-e18c-a946-b12d-c877b7c4f5c5/MasterData/WALs/5cd6afc4bcac,41121,1733250561876/5cd6afc4bcac%2C41121%2C1733250561876.1733250563430 not finished, retry = 0 2024-12-03T18:29:40,397 INFO [M:0;5cd6afc4bcac:41121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:29:40,397 INFO [M:0;5cd6afc4bcac:41121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41121 2024-12-03T18:29:40,399 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:29:40,401 INFO [M:0;5cd6afc4bcac:41121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:29:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:40,550 INFO [M:0;5cd6afc4bcac:41121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:29:40,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41121-0x1019dbe13b20003, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:40,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f055ae6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:29:40,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fcfc099{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:29:40,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:29:40,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@624f606a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:29:40,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16de8d5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/hadoop.log.dir/,STOPPED} 2024-12-03T18:29:40,575 WARN [BP-1311315340-172.17.0.3-1733250560023 heartbeating to localhost/127.0.0.1:44107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:29:40,575 WARN [BP-1311315340-172.17.0.3-1733250560023 heartbeating to localhost/127.0.0.1:44107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1311315340-172.17.0.3-1733250560023 (Datanode Uuid 997caec8-c2aa-446a-85c0-0f568b8018c2) service to localhost/127.0.0.1:44107 2024-12-03T18:29:40,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/cluster_4dad1dc7-8611-f9ad-a799-83a438821e2a/data/data1/current/BP-1311315340-172.17.0.3-1733250560023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:29:40,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/cluster_4dad1dc7-8611-f9ad-a799-83a438821e2a/data/data2/current/BP-1311315340-172.17.0.3-1733250560023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:29:40,578 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:29:40,578 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:29:40,581 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:29:40,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c4254a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:29:40,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12160a33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:29:40,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:29:40,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cc5162d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:29:40,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687096fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/hadoop.log.dir/,STOPPED} 2024-12-03T18:29:40,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:29:40,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:29:40,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:40,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:40,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:40,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:40,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:40,639 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:29:40,639 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1164114863, stopped=false 2024-12-03T18:29:40,639 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,35515,1733250571486 2024-12-03T18:29:40,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0944638443/running 2024-12-03T18:29:40,658 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:29:40,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:40,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:40,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:40,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:40,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,41607,1733250571700' ***** 2024-12-03T18:29:40,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:29:40,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0944638443/running 2024-12-03T18:29:40,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:40,662 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:29:40,662 INFO [RS:0;5cd6afc4bcac:41607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:29:40,663 INFO [RS:0;5cd6afc4bcac:41607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:29:40,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:29:40,663 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:40,664 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:40,665 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:29:40,665 INFO [RS:0;5cd6afc4bcac:41607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:41607. 2024-12-03T18:29:40,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/running 2024-12-03T18:29:40,665 DEBUG [RS:0;5cd6afc4bcac:41607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:40,665 DEBUG [RS:0;5cd6afc4bcac:41607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:40,665 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:29:40,665 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:29:40,665 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:29:40,665 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:29:40,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Set watcher on znode that does not yet exist, /0944638443/running 2024-12-03T18:29:40,667 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e25465e8f29efdaa4c245711b7ce4ac, disabling compactions & flushes 2024-12-03T18:29:40,667 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:40,668 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:40,668 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. after waiting 0 ms 2024-12-03T18:29:40,668 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:40,668 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:29:40,668 DEBUG [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3e25465e8f29efdaa4c245711b7ce4ac=hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac.} 2024-12-03T18:29:40,668 DEBUG [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e25465e8f29efdaa4c245711b7ce4ac 2024-12-03T18:29:40,668 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:29:40,669 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:29:40,669 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:29:40,669 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:29:40,669 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:29:40,669 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T18:29:40,687 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:29:40,688 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:29:40,695 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/replication/3e25465e8f29efdaa4c245711b7ce4ac/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-03T18:29:40,697 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:29:40,697 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:29:40,697 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:40,699 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e25465e8f29efdaa4c245711b7ce4ac: Waiting for close lock at 1733250580667Running coprocessor pre-close hooks at 1733250580667Disabling compacts and flushes for region at 1733250580667Disabling writes for close at 1733250580668 (+1 ms)Writing region close event to WAL at 1733250580672 (+4 ms)Running coprocessor post-close hooks at 1733250580697 (+25 ms)Closed at 1733250580697 2024-12-03T18:29:40,699 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac. 2024-12-03T18:29:40,712 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/.tmp/info/c75b33f792814c2db6b8ef90b096630e is 147, key is hbase:replication,,1733250565476.3e25465e8f29efdaa4c245711b7ce4ac./info:regioninfo/1733250578373/Put/seqid=0 2024-12-03T18:29:40,725 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:40,733 DEBUG [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.1733250573880 to pos 0, reset compression=false 2024-12-03T18:29:40,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741851_1027 (size=6385) 2024-12-03T18:29:40,744 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/.tmp/info/c75b33f792814c2db6b8ef90b096630e 2024-12-03T18:29:40,755 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:29:40,757 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/.tmp/info/c75b33f792814c2db6b8ef90b096630e as hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/info/c75b33f792814c2db6b8ef90b096630e 2024-12-03T18:29:40,769 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/info/c75b33f792814c2db6b8ef90b096630e, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T18:29:40,772 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=19, compaction requested=false 2024-12-03T18:29:40,805 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T18:29:40,806 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:29:40,806 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:29:40,806 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:40,806 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250580668Running coprocessor pre-close hooks at 1733250580668Disabling compacts and flushes for region at 1733250580668Disabling writes for close at 1733250580669 (+1 ms)Obtaining lock to block concurrent updates at 1733250580669Preparing flush snapshotting stores in 1588230740 at 1733250580669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733250580670 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733250580672 (+2 ms)Flushing 1588230740/info: creating writer at 1733250580672Flushing 1588230740/info: appending metadata at 1733250580711 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733250580711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab0b43e: reopening flushed file at 1733250580756 (+45 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=19, compaction requested=false at 1733250580773 (+17 ms)Writing region close event to WAL at 1733250580787 (+14 ms)Running coprocessor post-close hooks at 1733250580806 (+19 ms)Closed at 1733250580806 2024-12-03T18:29:40,807 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:40,868 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,41607,1733250571700; all regions closed. 2024-12-03T18:29:40,875 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.meta.1733250574313.meta not finished, retry = 0 2024-12-03T18:29:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741849_1025 (size=2156) 2024-12-03T18:29:40,979 DEBUG [RS:0;5cd6afc4bcac:41607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs 2024-12-03T18:29:40,979 INFO [RS:0;5cd6afc4bcac:41607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C41607%2C1733250571700.meta:.meta(num 1733250574313) 2024-12-03T18:29:40,989 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/WALs/5cd6afc4bcac,41607,1733250571700/5cd6afc4bcac%2C41607%2C1733250571700.rep.1733250578308 not finished, retry = 0 2024-12-03T18:29:40,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741850_1026 (size=796) 2024-12-03T18:29:41,093 DEBUG [RS:0;5cd6afc4bcac:41607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs 2024-12-03T18:29:41,093 INFO [RS:0;5cd6afc4bcac:41607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C41607%2C1733250571700.rep:(num 1733250578308) 2024-12-03T18:29:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741848_1024 (size=93) 2024-12-03T18:29:41,099 DEBUG [RS:0;5cd6afc4bcac:41607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/oldWALs 2024-12-03T18:29:41,099 INFO [RS:0;5cd6afc4bcac:41607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C41607%2C1733250571700:(num 1733250573880) 2024-12-03T18:29:41,099 DEBUG [RS:0;5cd6afc4bcac:41607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:41,099 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:29:41,099 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:29:41,099 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:29:41,099 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:29:41,099 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:29:41,099 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,41607,1733250571700 because: Region server is closing 2024-12-03T18:29:41,100 INFO [RS:0;5cd6afc4bcac:41607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:41607. 2024-12-03T18:29:41,100 DEBUG [RS:0;5cd6afc4bcac:41607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:41,100 DEBUG [RS:0;5cd6afc4bcac:41607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:41,100 DEBUG [RS:0;5cd6afc4bcac:41607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:41,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:41,100 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T18:29:41,100 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T18:29:41,100 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-03T18:29:41,200 WARN [RS:0;5cd6afc4bcac:41607.replicationSource.shipper5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T18:29:41,200 WARN [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T18:29:41,201 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5cd6afc4bcac:41607.replicationSource.shipper5cd6afc4bcac%2C41607%2C1733250571700,1-5cd6afc4bcac,41607,1733250571700 terminated 2024-12-03T18:29:41,201 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5cd6afc4bcac,41607,1733250571700 because: Region server is closing 2024-12-03T18:29:41,201 INFO [RS:0;5cd6afc4bcac:41607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:41607. 2024-12-03T18:29:41,201 DEBUG [RS:0;5cd6afc4bcac:41607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:41,201 DEBUG [RS:0;5cd6afc4bcac:41607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:41,201 DEBUG [RS:0;5cd6afc4bcac:41607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:41,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:41,302 WARN [RS:0;5cd6afc4bcac:41607.replicationSource.wal-reader.5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T18:29:41,302 WARN [RS:0;5cd6afc4bcac:41607.replicationSource.shipper5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T18:29:41,302 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;5cd6afc4bcac:41607.replicationSource.shipper5cd6afc4bcac%2C41607%2C1733250571700,2-5cd6afc4bcac,41607,1733250571700 terminated 2024-12-03T18:29:41,302 INFO [RS:0;5cd6afc4bcac:41607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41607 2024-12-03T18:29:41,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0944638443/rs/5cd6afc4bcac,41607,1733250571700 2024-12-03T18:29:41,323 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:29:41,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443/rs 2024-12-03T18:29:41,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,41607,1733250571700] 2024-12-03T18:29:41,340 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0944638443/draining/5cd6afc4bcac,41607,1733250571700 already deleted, retry=false 2024-12-03T18:29:41,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,41607,1733250571700 expired; onlineServers=0 2024-12-03T18:29:41,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,35515,1733250571486' ***** 2024-12-03T18:29:41,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:29:41,340 INFO [M:0;5cd6afc4bcac:35515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:29:41,340 INFO [M:0;5cd6afc4bcac:35515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:29:41,340 DEBUG [M:0;5cd6afc4bcac:35515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:29:41,341 DEBUG [M:0;5cd6afc4bcac:35515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:29:41,341 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:29:41,341 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250573405 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250573405,5,FailOnTimeoutGroup] 2024-12-03T18:29:41,341 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250573400 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250573400,5,FailOnTimeoutGroup] 2024-12-03T18:29:41,341 INFO [M:0;5cd6afc4bcac:35515 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:29:41,341 INFO [M:0;5cd6afc4bcac:35515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:29:41,341 DEBUG [M:0;5cd6afc4bcac:35515 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:29:41,341 INFO [M:0;5cd6afc4bcac:35515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:29:41,341 INFO [M:0;5cd6afc4bcac:35515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:29:41,341 INFO [M:0;5cd6afc4bcac:35515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:29:41,343 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:29:41,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0944638443/master 2024-12-03T18:29:41,349 DEBUG [M:0;5cd6afc4bcac:35515 {}] zookeeper.ZKUtil(347): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Unable to get data of znode /0944638443/master because node does not exist (not an error) 2024-12-03T18:29:41,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0944638443 2024-12-03T18:29:41,349 WARN [M:0;5cd6afc4bcac:35515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:29:41,350 INFO [M:0;5cd6afc4bcac:35515 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/.lastflushedseqids 2024-12-03T18:29:41,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741852_1028 (size=181) 2024-12-03T18:29:41,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:41,432 INFO [RS:0;5cd6afc4bcac:41607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:29:41,432 INFO [RS:0;5cd6afc4bcac:41607 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,41607,1733250571700; zookeeper connection closed. 2024-12-03T18:29:41,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1019dbe13b20007, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:41,436 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ee7e9eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ee7e9eb 2024-12-03T18:29:41,436 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:29:41,796 INFO [M:0;5cd6afc4bcac:35515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:29:41,796 INFO [M:0;5cd6afc4bcac:35515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:29:41,796 DEBUG [M:0;5cd6afc4bcac:35515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:29:41,796 INFO [M:0;5cd6afc4bcac:35515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:41,796 DEBUG [M:0;5cd6afc4bcac:35515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:41,797 DEBUG [M:0;5cd6afc4bcac:35515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:29:41,797 DEBUG [M:0;5cd6afc4bcac:35515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:41,797 INFO [M:0;5cd6afc4bcac:35515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T18:29:41,831 DEBUG [M:0;5cd6afc4bcac:35515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfea21afc9314db790d91e99235269e5 is 82, key is hbase:meta,,1/info:regioninfo/1733250574643/Put/seqid=0 2024-12-03T18:29:41,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741853_1029 (size=5680) 2024-12-03T18:29:41,854 INFO [M:0;5cd6afc4bcac:35515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfea21afc9314db790d91e99235269e5 2024-12-03T18:29:41,898 DEBUG [M:0;5cd6afc4bcac:35515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13b2f66ae087447da114fbeee2801ba6 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733250578383/Put/seqid=0 2024-12-03T18:29:41,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741854_1030 (size=7319) 2024-12-03T18:29:42,312 INFO [M:0;5cd6afc4bcac:35515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13b2f66ae087447da114fbeee2801ba6 2024-12-03T18:29:42,346 DEBUG [M:0;5cd6afc4bcac:35515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa3bd4c14a92458285974db0dc301338 is 69, key is 5cd6afc4bcac,41607,1733250571700/rs:state/1733250573472/Put/seqid=0 2024-12-03T18:29:42,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741855_1031 (size=5371) 2024-12-03T18:29:42,759 INFO [M:0;5cd6afc4bcac:35515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa3bd4c14a92458285974db0dc301338 2024-12-03T18:29:42,770 INFO [M:0;5cd6afc4bcac:35515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa3bd4c14a92458285974db0dc301338 2024-12-03T18:29:42,792 DEBUG [M:0;5cd6afc4bcac:35515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfea21afc9314db790d91e99235269e5 as hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfea21afc9314db790d91e99235269e5 2024-12-03T18:29:42,808 INFO [M:0;5cd6afc4bcac:35515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfea21afc9314db790d91e99235269e5, entries=8, sequenceid=172, filesize=5.5 K 2024-12-03T18:29:42,809 DEBUG [M:0;5cd6afc4bcac:35515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13b2f66ae087447da114fbeee2801ba6 as hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13b2f66ae087447da114fbeee2801ba6 2024-12-03T18:29:42,833 INFO [M:0;5cd6afc4bcac:35515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13b2f66ae087447da114fbeee2801ba6, entries=7, sequenceid=172, filesize=7.1 K 2024-12-03T18:29:42,837 DEBUG [M:0;5cd6afc4bcac:35515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa3bd4c14a92458285974db0dc301338 as hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa3bd4c14a92458285974db0dc301338 2024-12-03T18:29:42,848 INFO [M:0;5cd6afc4bcac:35515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa3bd4c14a92458285974db0dc301338 2024-12-03T18:29:42,848 INFO [M:0;5cd6afc4bcac:35515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/1f7191d9-b1bb-6aea-9651-3ebb962f127f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa3bd4c14a92458285974db0dc301338, entries=2, sequenceid=172, filesize=5.2 K 2024-12-03T18:29:42,850 INFO [M:0;5cd6afc4bcac:35515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1053ms, sequenceid=172, compaction requested=false 2024-12-03T18:29:42,867 INFO [M:0;5cd6afc4bcac:35515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:42,868 DEBUG [M:0;5cd6afc4bcac:35515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250581796Disabling compacts and flushes for region at 1733250581796Disabling writes for close at 1733250581797 (+1 ms)Obtaining lock to block concurrent updates at 1733250581797Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250581797Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733250581798 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250581799 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250581799Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250581830 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250581830Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250581867 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250581897 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250581897Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250582322 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250582345 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250582345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539cbaae: reopening flushed file at 1733250582790 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198283e2: reopening flushed file at 1733250582808 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9539e: reopening flushed file at 1733250582833 (+25 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1053ms, sequenceid=172, compaction requested=false at 1733250582850 (+17 ms)Writing region close event to WAL at 1733250582867 (+17 ms)Closed at 1733250582867 2024-12-03T18:29:42,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43153 is added to blk_1073741847_1023 (size=22949) 2024-12-03T18:29:42,895 INFO [M:0;5cd6afc4bcac:35515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:29:42,896 INFO [M:0;5cd6afc4bcac:35515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35515 2024-12-03T18:29:42,896 INFO [M:0;5cd6afc4bcac:35515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:29:42,896 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:29:43,031 INFO [M:0;5cd6afc4bcac:35515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:29:43,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:43,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35515-0x1019dbe13b20006, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:43,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61431d78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:29:43,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cf76e09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:29:43,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:29:43,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39ddf87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:29:43,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f0edb62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/hadoop.log.dir/,STOPPED} 2024-12-03T18:29:43,067 WARN [BP-80917049-172.17.0.3-1733250549470 heartbeating to localhost/127.0.0.1:34699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:29:43,067 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:29:43,067 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:29:43,067 WARN [BP-80917049-172.17.0.3-1733250549470 heartbeating to localhost/127.0.0.1:34699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-80917049-172.17.0.3-1733250549470 (Datanode Uuid 636a1277-d35a-433d-9d18-18d7020eaebf) service to localhost/127.0.0.1:34699 2024-12-03T18:29:43,068 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/cluster_2f185640-b05e-d544-b5e0-bd8e9bce663e/data/data1/current/BP-80917049-172.17.0.3-1733250549470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:29:43,068 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/cluster_2f185640-b05e-d544-b5e0-bd8e9bce663e/data/data2/current/BP-80917049-172.17.0.3-1733250549470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:29:43,069 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:29:43,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@695935e3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:29:43,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77193d93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:29:43,077 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:29:43,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d24274{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:29:43,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668ac03f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea6696d-ad7c-739e-5f3b-84ddd93bc6cb/hadoop.log.dir/,STOPPED} 2024-12-03T18:29:43,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:29:43,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:29:43,117 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5cd6afc4bcac:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5cd6afc4bcac:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:34699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:34699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:44107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:34699 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5cd6afc4bcac:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:44107 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55577) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5cd6afc4bcac:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4ecaa3da java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5cd6afc4bcac:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55577) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:44107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=433 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=756 (was 754) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1762 (was 3729) 2024-12-03T18:29:43,136 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=433, MaxFileDescriptor=1048576, SystemLoadAverage=756, ProcessCount=11, AvailableMemoryMB=1762 2024-12-03T18:29:43,150 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-03T18:29:43,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/hadoop.log.dir so I do NOT create it in target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069 2024-12-03T18:29:43,151 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:29:43,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/hadoop.tmp.dir so I do NOT create it in target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069 2024-12-03T18:29:43,151 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ffcf416-a73d-5c69-7ee0-b5d6153fb0ec/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:29:43,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069 2024-12-03T18:29:43,151 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/cluster_7dfbf8cb-5aa6-3061-52a3-997f679538a8, deleteOnExit=true 2024-12-03T18:29:43,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/cluster_7dfbf8cb-5aa6-3061-52a3-997f679538a8/zookeeper_0, clientPort=58640, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/cluster_7dfbf8cb-5aa6-3061-52a3-997f679538a8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/cluster_7dfbf8cb-5aa6-3061-52a3-997f679538a8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:29:43,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58640 2024-12-03T18:29:43,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:29:43,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:29:43,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/test.cache.data in system properties and HBase conf 2024-12-03T18:29:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:29:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:29:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:29:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:29:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:29:43,180 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:29:43,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019dbe13b20002, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:29:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:29:43,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019dbe13b20002, quorum=127.0.0.1:55577, baseZNode=/0944638443 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:29:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:29:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:29:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:29:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:29:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:29:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:29:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:29:43,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:29:43,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:29:43,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:29:43,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:29:43,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:29:43,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:29:43,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019dbe13b20005, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:29:43,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019dbe13b20005, quorum=127.0.0.1:55577, baseZNode=/11977246319 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:29:43,828 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:29:43,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:29:43,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:29:43,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:29:43,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:29:43,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:29:43,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:29:43,951 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:29:43,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:29:43,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22f22ad8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:29:43,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388d89d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:29:44,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7325990b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/java.io.tmpdir/jetty-localhost-44997-hadoop-hdfs-3_4_1-tests_jar-_-any-12515385902579669474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:29:44,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2778bd0e{HTTP/1.1, (http/1.1)}{localhost:44997} 2024-12-03T18:29:44,076 INFO [Time-limited test {}] server.Server(415): Started @38088ms 2024-12-03T18:29:44,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:29:44,388 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:29:44,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:29:44,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:29:44,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:29:44,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61131b46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:29:44,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60caa600{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:29:44,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@261f6e38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/java.io.tmpdir/jetty-localhost-37967-hadoop-hdfs-3_4_1-tests_jar-_-any-5938398064735755047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:29:44,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bac3dc5{HTTP/1.1, (http/1.1)}{localhost:37967} 2024-12-03T18:29:44,504 INFO [Time-limited test {}] server.Server(415): Started @38516ms 2024-12-03T18:29:44,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:29:44,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:29:44,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:29:44,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T18:29:44,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:29:45,118 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/cluster_7dfbf8cb-5aa6-3061-52a3-997f679538a8/data/data2/current/BP-588955428-172.17.0.3-1733250583235/current, will proceed with Du for space computation calculation, 2024-12-03T18:29:45,118 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/cluster_7dfbf8cb-5aa6-3061-52a3-997f679538a8/data/data1/current/BP-588955428-172.17.0.3-1733250583235/current, will proceed with Du for space computation calculation, 2024-12-03T18:29:45,136 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:29:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86e50ff36fbf6fe4 with lease ID 0xe0561731ec4b75cc: Processing first storage report for DS-5a80a494-0367-4482-86e0-43ab5b5e0809 from datanode DatanodeRegistration(127.0.0.1:44431, datanodeUuid=72e550ac-5007-41f6-86b3-2abdd81f9af4, infoPort=36897, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=1530326491;c=1733250583235) 2024-12-03T18:29:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86e50ff36fbf6fe4 with lease ID 0xe0561731ec4b75cc: from storage DS-5a80a494-0367-4482-86e0-43ab5b5e0809 node DatanodeRegistration(127.0.0.1:44431, datanodeUuid=72e550ac-5007-41f6-86b3-2abdd81f9af4, infoPort=36897, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=1530326491;c=1733250583235), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:29:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86e50ff36fbf6fe4 with lease ID 0xe0561731ec4b75cc: Processing first storage report for DS-63c0d63d-dcc0-4161-907a-b92fd743d26d from datanode DatanodeRegistration(127.0.0.1:44431, datanodeUuid=72e550ac-5007-41f6-86b3-2abdd81f9af4, infoPort=36897, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=1530326491;c=1733250583235) 2024-12-03T18:29:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86e50ff36fbf6fe4 with lease ID 0xe0561731ec4b75cc: from storage DS-63c0d63d-dcc0-4161-907a-b92fd743d26d node DatanodeRegistration(127.0.0.1:44431, datanodeUuid=72e550ac-5007-41f6-86b3-2abdd81f9af4, infoPort=36897, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=1530326491;c=1733250583235), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:29:45,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069 2024-12-03T18:29:45,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:45,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:45,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:29:45,622 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724 with version=8 2024-12-03T18:29:45,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/hbase-staging 2024-12-03T18:29:45,624 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:29:45,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:45,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:45,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:29:45,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:45,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:29:45,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:29:45,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:29:45,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43009 2024-12-03T18:29:45,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43009 connecting to ZooKeeper ensemble=127.0.0.1:58640 2024-12-03T18:29:45,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430090x0, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:45,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43009-0x1019dbe9d3c0000 connected 2024-12-03T18:29:45,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:45,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:45,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Set watcher on znode that does not yet exist, /0-1986869490/running 2024-12-03T18:29:45,789 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724, hbase.cluster.distributed=false 2024-12-03T18:29:45,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Set watcher on znode that does not yet exist, /0-1986869490/acl 2024-12-03T18:29:45,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43009 2024-12-03T18:29:45,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43009 2024-12-03T18:29:45,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43009 2024-12-03T18:29:45,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43009 2024-12-03T18:29:45,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43009 2024-12-03T18:29:45,810 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:29:45,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:45,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:45,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:29:45,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:45,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:29:45,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:29:45,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:29:45,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44311 2024-12-03T18:29:45,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44311 connecting to ZooKeeper ensemble=127.0.0.1:58640 2024-12-03T18:29:45,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:45,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:45,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443110x0, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:45,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44311-0x1019dbe9d3c0001 connected 2024-12-03T18:29:45,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Set watcher on znode that does not yet exist, /0-1986869490/running 2024-12-03T18:29:45,826 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:29:45,826 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:29:45,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Set watcher on znode that does not yet exist, /0-1986869490/master 2024-12-03T18:29:45,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Set watcher on znode that does not yet exist, /0-1986869490/acl 2024-12-03T18:29:45,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44311 2024-12-03T18:29:45,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44311 2024-12-03T18:29:45,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44311 2024-12-03T18:29:45,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44311 2024-12-03T18:29:45,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44311 2024-12-03T18:29:45,845 DEBUG [M:0;5cd6afc4bcac:43009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:43009 2024-12-03T18:29:45,845 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1986869490/backup-masters/5cd6afc4bcac,43009,1733250585623 2024-12-03T18:29:45,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490/backup-masters 2024-12-03T18:29:45,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490/backup-masters 2024-12-03T18:29:45,850 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Set watcher on existing znode=/0-1986869490/backup-masters/5cd6afc4bcac,43009,1733250585623 2024-12-03T18:29:45,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:45,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1986869490/master 2024-12-03T18:29:45,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:45,858 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Set watcher on existing znode=/0-1986869490/master 2024-12-03T18:29:45,859 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1986869490/backup-masters/5cd6afc4bcac,43009,1733250585623 from backup master directory 2024-12-03T18:29:45,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1986869490/backup-masters/5cd6afc4bcac,43009,1733250585623 2024-12-03T18:29:45,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490/backup-masters 2024-12-03T18:29:45,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490/backup-masters 2024-12-03T18:29:45,866 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:29:45,866 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,43009,1733250585623 2024-12-03T18:29:45,871 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/hbase.id] with ID: 5887dba6-2596-4e34-9fa2-c172269ee72c 2024-12-03T18:29:45,871 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/.tmp/hbase.id 2024-12-03T18:29:45,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:29:46,283 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/.tmp/hbase.id]:[hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/hbase.id] 2024-12-03T18:29:46,297 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:46,297 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:29:46,299 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T18:29:46,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:46,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:46,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:29:46,715 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:29:46,716 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:29:46,717 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:46,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:29:46,728 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store 2024-12-03T18:29:46,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:29:47,140 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:47,140 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:29:47,140 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:47,140 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:47,140 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:29:47,140 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:47,140 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:47,140 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250587140Disabling compacts and flushes for region at 1733250587140Disabling writes for close at 1733250587140Writing region close event to WAL at 1733250587140Closed at 1733250587140 2024-12-03T18:29:47,141 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/.initializing 2024-12-03T18:29:47,141 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/WALs/5cd6afc4bcac,43009,1733250585623 2024-12-03T18:29:47,143 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:29:47,145 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C43009%2C1733250585623, suffix=, logDir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/WALs/5cd6afc4bcac,43009,1733250585623, archiveDir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/oldWALs, maxLogs=10 2024-12-03T18:29:47,157 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/WALs/5cd6afc4bcac,43009,1733250585623/5cd6afc4bcac%2C43009%2C1733250585623.1733250587145, exclude list is [], retry=0 2024-12-03T18:29:47,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44431,DS-5a80a494-0367-4482-86e0-43ab5b5e0809,DISK] 2024-12-03T18:29:47,162 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/WALs/5cd6afc4bcac,43009,1733250585623/5cd6afc4bcac%2C43009%2C1733250585623.1733250587145 2024-12-03T18:29:47,163 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36897:36897)] 2024-12-03T18:29:47,163 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:47,163 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:47,163 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:47,163 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:47,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:47,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:29:47,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:47,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:47,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:47,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:29:47,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:47,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:47,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:47,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:29:47,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:47,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:47,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:47,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:29:47,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:47,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:47,173 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:47,173 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:47,174 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:47,175 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:47,175 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:47,176 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:47,177 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:47,179 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:29:47,180 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59679045, jitterRate=-0.110712930560112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:47,181 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250587163Initializing all the Stores at 1733250587164 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250587164Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250587164Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250587164Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250587164Cleaning up temporary data from old regions at 1733250587175 (+11 ms)Region opened successfully at 1733250587181 (+6 ms) 2024-12-03T18:29:47,181 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:29:47,185 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f406c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:29:47,186 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:29:47,186 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:29:47,186 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:29:47,186 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:29:47,187 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:29:47,187 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:29:47,187 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:29:47,189 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:29:47,190 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Unable to get data of znode /0-1986869490/balancer because node does not exist (not necessarily an error) 2024-12-03T18:29:47,232 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1986869490/balancer already deleted, retry=false 2024-12-03T18:29:47,233 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:29:47,234 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Unable to get data of znode /0-1986869490/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:29:47,241 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1986869490/normalizer already deleted, retry=false 2024-12-03T18:29:47,242 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:29:47,243 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Unable to get data of znode /0-1986869490/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:29:47,249 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1986869490/switch/split already deleted, retry=false 2024-12-03T18:29:47,251 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Unable to get data of znode /0-1986869490/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:29:47,257 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1986869490/switch/merge already deleted, retry=false 2024-12-03T18:29:47,260 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Unable to get data of znode /0-1986869490/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:29:47,266 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1986869490/snapshot-cleanup already deleted, retry=false 2024-12-03T18:29:47,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1986869490/running 2024-12-03T18:29:47,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1986869490/running 2024-12-03T18:29:47,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:47,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:47,275 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,43009,1733250585623, sessionid=0x1019dbe9d3c0000, setting cluster-up flag (Was=false) 2024-12-03T18:29:47,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:47,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:47,324 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1986869490/flush-table-proc/acquired, /0-1986869490/flush-table-proc/reached, /0-1986869490/flush-table-proc/abort 2024-12-03T18:29:47,325 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,43009,1733250585623 2024-12-03T18:29:47,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:47,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:47,366 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1986869490/online-snapshot/acquired, /0-1986869490/online-snapshot/reached, /0-1986869490/online-snapshot/abort 2024-12-03T18:29:47,367 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,43009,1733250585623 2024-12-03T18:29:47,368 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:29:47,370 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:47,370 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:29:47,370 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:29:47,370 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,43009,1733250585623 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:29:47,372 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:47,372 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:47,372 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:47,372 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:47,372 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:29:47,372 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,372 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:29:47,372 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,373 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250617373 2024-12-03T18:29:47,373 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:29:47,373 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:29:47,373 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:29:47,373 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:29:47,373 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:29:47,373 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:29:47,373 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,374 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:29:47,374 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:29:47,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:47,374 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:29:47,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:29:47,374 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:29:47,374 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:29:47,374 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:29:47,375 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:47,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:29:47,377 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250587374,5,FailOnTimeoutGroup] 2024-12-03T18:29:47,378 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250587377,5,FailOnTimeoutGroup] 2024-12-03T18:29:47,378 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,379 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:29:47,379 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,379 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:29:47,438 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(746): ClusterId : 5887dba6-2596-4e34-9fa2-c172269ee72c 2024-12-03T18:29:47,438 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:29:47,458 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:29:47,458 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:29:47,467 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:29:47,467 DEBUG [RS:0;5cd6afc4bcac:44311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57edac9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:29:47,478 DEBUG [RS:0;5cd6afc4bcac:44311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:44311 2024-12-03T18:29:47,478 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:29:47,478 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:29:47,478 DEBUG [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:29:47,479 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,43009,1733250585623 with port=44311, startcode=1733250585810 2024-12-03T18:29:47,479 DEBUG [RS:0;5cd6afc4bcac:44311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:29:47,481 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:29:47,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:47,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43009 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:47,483 DEBUG [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724 2024-12-03T18:29:47,483 DEBUG [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42443 2024-12-03T18:29:47,483 DEBUG [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:29:47,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490/rs 2024-12-03T18:29:47,491 DEBUG [RS:0;5cd6afc4bcac:44311 {}] zookeeper.ZKUtil(111): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Set watcher on existing znode=/0-1986869490/rs/5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:47,491 WARN [RS:0;5cd6afc4bcac:44311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:29:47,491 INFO [RS:0;5cd6afc4bcac:44311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:47,492 DEBUG [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:47,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,44311,1733250585810] 2024-12-03T18:29:47,495 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:29:47,497 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:29:47,497 INFO [RS:0;5cd6afc4bcac:44311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:29:47,497 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,497 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:29:47,498 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:29:47,498 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:47,499 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:29:47,500 DEBUG [RS:0;5cd6afc4bcac:44311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:29:47,500 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,500 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,500 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,500 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,500 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,500 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,44311,1733250585810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:29:47,514 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:29:47,514 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,44311,1733250585810-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,514 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,515 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.Replication(171): 5cd6afc4bcac,44311,1733250585810 started 2024-12-03T18:29:47,528 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:47,528 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,44311,1733250585810, RpcServer on 5cd6afc4bcac/172.17.0.3:44311, sessionid=0x1019dbe9d3c0001 2024-12-03T18:29:47,528 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:29:47,528 DEBUG [RS:0;5cd6afc4bcac:44311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:47,528 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,44311,1733250585810' 2024-12-03T18:29:47,528 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1986869490/flush-table-proc/abort' 2024-12-03T18:29:47,529 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1986869490/flush-table-proc/acquired' 2024-12-03T18:29:47,530 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:29:47,530 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:29:47,530 DEBUG [RS:0;5cd6afc4bcac:44311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:47,530 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,44311,1733250585810' 2024-12-03T18:29:47,530 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1986869490/online-snapshot/abort' 2024-12-03T18:29:47,530 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1986869490/online-snapshot/acquired' 2024-12-03T18:29:47,530 DEBUG [RS:0;5cd6afc4bcac:44311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:29:47,531 INFO [RS:0;5cd6afc4bcac:44311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:29:47,531 INFO [RS:0;5cd6afc4bcac:44311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:29:47,631 INFO [RS:0;5cd6afc4bcac:44311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:29:47,633 INFO [RS:0;5cd6afc4bcac:44311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C44311%2C1733250585810, suffix=, logDir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810, archiveDir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/oldWALs, maxLogs=10 2024-12-03T18:29:47,646 DEBUG [RS:0;5cd6afc4bcac:44311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.1733250587633, exclude list is [], retry=0 2024-12-03T18:29:47,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44431,DS-5a80a494-0367-4482-86e0-43ab5b5e0809,DISK] 2024-12-03T18:29:47,651 INFO [RS:0;5cd6afc4bcac:44311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.1733250587633 2024-12-03T18:29:47,652 DEBUG [RS:0;5cd6afc4bcac:44311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36897:36897)] 2024-12-03T18:29:47,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:29:47,783 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724 2024-12-03T18:29:47,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741833_1009 (size=32) 2024-12-03T18:29:48,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:48,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:29:48,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:29:48,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:48,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:48,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:29:48,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:29:48,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:48,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:48,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:29:48,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:29:48,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:48,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:48,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:29:48,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:29:48,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:48,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:48,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:29:48,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740 2024-12-03T18:29:48,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740 2024-12-03T18:29:48,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:29:48,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:29:48,218 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:48,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:29:48,226 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:29:48,226 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61441031, jitterRate=-0.08445729315280914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:48,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250588194Initializing all the Stores at 1733250588195 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250588195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250588196 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250588196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250588196Cleaning up temporary data from old regions at 1733250588217 (+21 ms)Region opened successfully at 1733250588227 (+10 ms) 2024-12-03T18:29:48,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:29:48,227 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:29:48,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:29:48,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:29:48,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:29:48,228 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:48,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250588227Disabling compacts and flushes for region at 1733250588227Disabling writes for close at 1733250588227Writing region close event to WAL at 1733250588228 (+1 ms)Closed at 1733250588228 2024-12-03T18:29:48,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:48,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:29:48,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:29:48,231 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:29:48,232 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:29:48,382 DEBUG [5cd6afc4bcac:43009 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:29:48,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:48,384 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,44311,1733250585810, state=OPENING 2024-12-03T18:29:48,432 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:29:48,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:48,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:48,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:29:48,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1986869490/meta-region-server: CHANGED 2024-12-03T18:29:48,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1986869490/meta-region-server: CHANGED 2024-12-03T18:29:48,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,44311,1733250585810}] 2024-12-03T18:29:48,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:29:48,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:29:48,620 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:29:48,620 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:48,620 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:29:48,622 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C44311%2C1733250585810.meta, suffix=.meta, logDir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810, archiveDir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/oldWALs, maxLogs=10 2024-12-03T18:29:48,634 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.meta.1733250588622.meta, exclude list is [], retry=0 2024-12-03T18:29:48,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44431,DS-5a80a494-0367-4482-86e0-43ab5b5e0809,DISK] 2024-12-03T18:29:48,641 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.meta.1733250588622.meta 2024-12-03T18:29:48,641 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36897:36897)] 2024-12-03T18:29:48,642 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:48,642 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:29:48,642 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:29:48,642 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:29:48,642 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:29:48,643 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:29:48,643 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:48,643 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:29:48,643 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:29:48,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:29:48,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:29:48,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:48,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:48,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:29:48,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:29:48,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:48,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:48,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:29:48,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:29:48,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:48,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:48,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:29:48,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:29:48,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:48,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:48,654 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:29:48,656 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740 2024-12-03T18:29:48,658 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740 2024-12-03T18:29:48,659 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:29:48,660 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:29:48,661 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:48,664 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:29:48,665 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72465690, jitterRate=0.07982292771339417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:48,665 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:29:48,666 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250588643Writing region info on filesystem at 1733250588643Initializing all the Stores at 1733250588644 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250588644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250588645 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250588645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250588645Cleaning up temporary data from old regions at 1733250588660 (+15 ms)Running coprocessor post-open hooks at 1733250588665 (+5 ms)Region opened successfully at 1733250588666 (+1 ms) 2024-12-03T18:29:48,667 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250588615 2024-12-03T18:29:48,674 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:29:48,674 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:29:48,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:48,678 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,44311,1733250585810, state=OPEN 2024-12-03T18:29:48,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1986869490/meta-region-server 2024-12-03T18:29:48,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1986869490/meta-region-server 2024-12-03T18:29:48,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1986869490/meta-region-server: CHANGED 2024-12-03T18:29:48,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1986869490/meta-region-server: CHANGED 2024-12-03T18:29:48,691 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:48,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:29:48,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,44311,1733250585810 in 229 msec 2024-12-03T18:29:48,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:29:48,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-12-03T18:29:48,704 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:48,704 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:29:48,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:29:48,706 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,44311,1733250585810, seqNum=-1] 2024-12-03T18:29:48,706 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:48,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:48,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3480 sec 2024-12-03T18:29:48,720 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250588720, completionTime=-1 2024-12-03T18:29:48,720 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:29:48,720 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:29:48,723 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:29:48,723 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250648723 2024-12-03T18:29:48,723 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250708723 2024-12-03T18:29:48,723 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T18:29:48,724 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43009,1733250585623-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:48,724 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43009,1733250585623-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:48,724 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43009,1733250585623-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:48,724 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:43009, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:48,724 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:48,724 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:48,726 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:29:48,728 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.862sec 2024-12-03T18:29:48,728 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:29:48,728 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:29:48,728 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:29:48,728 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:29:48,728 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:29:48,728 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43009,1733250585623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:29:48,728 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43009,1733250585623-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:29:48,732 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:29:48,733 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:29:48,733 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43009,1733250585623-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:48,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8af45ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:48,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,43009,-1 for getting cluster id 2024-12-03T18:29:48,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:48,740 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5887dba6-2596-4e34-9fa2-c172269ee72c' 2024-12-03T18:29:48,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:48,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5887dba6-2596-4e34-9fa2-c172269ee72c" 2024-12-03T18:29:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d1189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,43009,-1] 2024-12-03T18:29:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:48,745 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:48,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693c5ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:48,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:29:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,44311,1733250585810, seqNum=-1] 2024-12-03T18:29:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:48,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:48,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,43009,1733250585623 2024-12-03T18:29:48,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58640 2024-12-03T18:29:48,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:48,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019dbe9d3c0002 connected 2024-12-03T18:29:48,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/hadoop.log.dir so I do NOT create it in target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5 2024-12-03T18:29:48,777 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:29:48,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/hadoop.tmp.dir so I do NOT create it in target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5 2024-12-03T18:29:48,777 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:29:48,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5 2024-12-03T18:29:48,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:29:48,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/cluster_2f61486e-a6cb-13e9-83dc-ef45703fced7, deleteOnExit=true 2024-12-03T18:29:48,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:29:48,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/test.cache.data in system properties and HBase conf 2024-12-03T18:29:48,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:29:48,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:29:48,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:29:48,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:29:48,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:29:48,778 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:29:48,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:29:48,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:29:48,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:29:48,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:29:48,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:29:48,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:29:48,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:29:48,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:29:48,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:29:48,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:29:48,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:29:48,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:29:48,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:29:48,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:29:49,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:29:49,271 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:29:49,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:29:49,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:29:49,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:29:49,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:29:49,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8e74ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:29:49,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc0ab3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:29:49,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@550f1ecc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/java.io.tmpdir/jetty-localhost-43567-hadoop-hdfs-3_4_1-tests_jar-_-any-15150929184307617453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:29:49,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15a1226e{HTTP/1.1, (http/1.1)}{localhost:43567} 2024-12-03T18:29:49,382 INFO [Time-limited test {}] server.Server(415): Started @43393ms 2024-12-03T18:29:49,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:29:49,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:29:49,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:29:49,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:29:49,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:29:49,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46319543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:29:49,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e601b29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:29:49,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b1abc8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/java.io.tmpdir/jetty-localhost-36399-hadoop-hdfs-3_4_1-tests_jar-_-any-4319134788686661243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:29:49,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dc832f1{HTTP/1.1, (http/1.1)}{localhost:36399} 2024-12-03T18:29:49,755 INFO [Time-limited test {}] server.Server(415): Started @43767ms 2024-12-03T18:29:49,757 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:29:50,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:29:50,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:29:50,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:29:50,261 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/cluster_2f61486e-a6cb-13e9-83dc-ef45703fced7/data/data1/current/BP-209890352-172.17.0.3-1733250588808/current, will proceed with Du for space computation calculation, 2024-12-03T18:29:50,261 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/cluster_2f61486e-a6cb-13e9-83dc-ef45703fced7/data/data2/current/BP-209890352-172.17.0.3-1733250588808/current, will proceed with Du for space computation calculation, 2024-12-03T18:29:50,282 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:29:50,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2efe156945e19715 with lease ID 0xaa39c03385798651: Processing first storage report for DS-12bdc6cd-5973-4d78-9f6b-8618ab2474b1 from datanode DatanodeRegistration(127.0.0.1:33605, datanodeUuid=50889e56-82df-4d9e-ae23-1dfd060a0eaf, infoPort=38097, infoSecurePort=0, ipcPort=36069, storageInfo=lv=-57;cid=testClusterID;nsid=988387586;c=1733250588808) 2024-12-03T18:29:50,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2efe156945e19715 with lease ID 0xaa39c03385798651: from storage DS-12bdc6cd-5973-4d78-9f6b-8618ab2474b1 node DatanodeRegistration(127.0.0.1:33605, datanodeUuid=50889e56-82df-4d9e-ae23-1dfd060a0eaf, infoPort=38097, infoSecurePort=0, ipcPort=36069, storageInfo=lv=-57;cid=testClusterID;nsid=988387586;c=1733250588808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:29:50,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2efe156945e19715 with lease ID 0xaa39c03385798651: Processing first storage report for DS-e898d2d9-e9f0-4133-8ab9-397bec495f18 from datanode DatanodeRegistration(127.0.0.1:33605, datanodeUuid=50889e56-82df-4d9e-ae23-1dfd060a0eaf, infoPort=38097, infoSecurePort=0, ipcPort=36069, storageInfo=lv=-57;cid=testClusterID;nsid=988387586;c=1733250588808) 2024-12-03T18:29:50,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2efe156945e19715 with lease ID 0xaa39c03385798651: from storage DS-e898d2d9-e9f0-4133-8ab9-397bec495f18 node DatanodeRegistration(127.0.0.1:33605, datanodeUuid=50889e56-82df-4d9e-ae23-1dfd060a0eaf, infoPort=38097, infoSecurePort=0, ipcPort=36069, storageInfo=lv=-57;cid=testClusterID;nsid=988387586;c=1733250588808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:29:50,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5 2024-12-03T18:29:50,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:50,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:50,318 WARN [RS:0;5cd6afc4bcac:44311 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5cd6afc4bcac,40923,1733250555311: status=Processing ServerCrashProcedure of 5cd6afc4bcac,40923,1733250555311 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733250573378, completionTime=-1 appears to have been leaked 2024-12-03T18:29:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:29:50,727 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b with version=8 2024-12-03T18:29:50,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/hbase-staging 2024-12-03T18:29:50,729 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:29:50,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:50,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:50,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:29:50,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:50,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:29:50,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:29:50,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:29:50,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36353 2024-12-03T18:29:50,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36353 connecting to ZooKeeper ensemble=127.0.0.1:58640 2024-12-03T18:29:50,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363530x0, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:50,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36353-0x1019dbe9d3c0003 connected 2024-12-03T18:29:50,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:50,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:50,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Set watcher on znode that does not yet exist, /1733274368/running 2024-12-03T18:29:50,821 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b, hbase.cluster.distributed=false 2024-12-03T18:29:50,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Set watcher on znode that does not yet exist, /1733274368/acl 2024-12-03T18:29:50,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36353 2024-12-03T18:29:50,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36353 2024-12-03T18:29:50,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36353 2024-12-03T18:29:50,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36353 2024-12-03T18:29:50,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36353 2024-12-03T18:29:50,874 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:29:50,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:50,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:50,875 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:29:50,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:29:50,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:29:50,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:29:50,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:29:50,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43935 2024-12-03T18:29:50,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43935 connecting to ZooKeeper ensemble=127.0.0.1:58640 2024-12-03T18:29:50,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:50,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:50,924 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439350x0, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:50,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43935-0x1019dbe9d3c0004 connected 2024-12-03T18:29:50,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Set watcher on znode that does not yet exist, /1733274368/running 2024-12-03T18:29:50,925 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:29:50,925 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:29:50,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Set watcher on znode that does not yet exist, /1733274368/master 2024-12-03T18:29:50,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Set watcher on znode that does not yet exist, /1733274368/acl 2024-12-03T18:29:50,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43935 2024-12-03T18:29:50,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43935 2024-12-03T18:29:50,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43935 2024-12-03T18:29:50,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43935 2024-12-03T18:29:50,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43935 2024-12-03T18:29:50,942 DEBUG [M:0;5cd6afc4bcac:36353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:36353 2024-12-03T18:29:50,942 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1733274368/backup-masters/5cd6afc4bcac,36353,1733250590729 2024-12-03T18:29:50,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368/backup-masters 2024-12-03T18:29:50,969 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368/backup-masters 2024-12-03T18:29:50,969 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Set watcher on existing znode=/1733274368/backup-masters/5cd6afc4bcac,36353,1733250590729 2024-12-03T18:29:50,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:50,982 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1733274368/master 2024-12-03T18:29:50,982 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:50,982 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Set watcher on existing znode=/1733274368/master 2024-12-03T18:29:50,983 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1733274368/backup-masters/5cd6afc4bcac,36353,1733250590729 from backup master directory 2024-12-03T18:29:50,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1733274368/backup-masters/5cd6afc4bcac,36353,1733250590729 2024-12-03T18:29:50,990 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368/backup-masters 2024-12-03T18:29:50,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368/backup-masters 2024-12-03T18:29:50,991 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:29:50,991 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,36353,1733250590729 2024-12-03T18:29:50,996 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/hbase.id] with ID: bf5033f9-0515-4adf-8856-f398bcfef531 2024-12-03T18:29:50,996 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/.tmp/hbase.id 2024-12-03T18:29:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:29:51,006 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/.tmp/hbase.id]:[hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/hbase.id] 2024-12-03T18:29:51,028 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:29:51,029 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:29:51,031 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T18:29:51,040 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:51,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:51,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:29:51,459 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:29:51,460 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:29:51,460 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:51,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:29:51,874 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store 2024-12-03T18:29:51,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:29:52,283 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:52,283 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:29:52,284 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:52,284 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:52,284 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:29:52,284 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:52,284 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:52,284 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250592283Disabling compacts and flushes for region at 1733250592283Disabling writes for close at 1733250592284 (+1 ms)Writing region close event to WAL at 1733250592284Closed at 1733250592284 2024-12-03T18:29:52,285 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/.initializing 2024-12-03T18:29:52,285 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/WALs/5cd6afc4bcac,36353,1733250590729 2024-12-03T18:29:52,286 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:29:52,289 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C36353%2C1733250590729, suffix=, logDir=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/WALs/5cd6afc4bcac,36353,1733250590729, archiveDir=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/oldWALs, maxLogs=10 2024-12-03T18:29:52,303 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/WALs/5cd6afc4bcac,36353,1733250590729/5cd6afc4bcac%2C36353%2C1733250590729.1733250592289, exclude list is [], retry=0 2024-12-03T18:29:52,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33605,DS-12bdc6cd-5973-4d78-9f6b-8618ab2474b1,DISK] 2024-12-03T18:29:52,307 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/WALs/5cd6afc4bcac,36353,1733250590729/5cd6afc4bcac%2C36353%2C1733250590729.1733250592289 2024-12-03T18:29:52,307 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38097:38097)] 2024-12-03T18:29:52,307 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:52,308 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:52,308 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:52,308 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:52,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:52,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:29:52,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:52,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:52,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:52,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:29:52,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:52,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:52,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:52,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:29:52,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:52,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:52,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:52,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:29:52,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:52,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:52,317 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:52,318 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:52,319 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:52,320 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:52,320 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:52,321 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:52,322 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:29:52,325 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:29:52,326 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59572502, jitterRate=-0.11230054497718811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:52,326 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250592308Initializing all the Stores at 1733250592309 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250592309Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250592309Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250592309Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250592309Cleaning up temporary data from old regions at 1733250592320 (+11 ms)Region opened successfully at 1733250592326 (+6 ms) 2024-12-03T18:29:52,330 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:29:52,334 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be6e27e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:29:52,335 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:29:52,335 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:29:52,335 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:29:52,335 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:29:52,336 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:29:52,336 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:29:52,336 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:29:52,339 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:29:52,340 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Unable to get data of znode /1733274368/balancer because node does not exist (not necessarily an error) 2024-12-03T18:29:52,382 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1733274368/balancer already deleted, retry=false 2024-12-03T18:29:52,383 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:29:52,384 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Unable to get data of znode /1733274368/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:29:52,390 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1733274368/normalizer already deleted, retry=false 2024-12-03T18:29:52,391 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:29:52,392 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Unable to get data of znode /1733274368/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:29:52,398 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1733274368/switch/split already deleted, retry=false 2024-12-03T18:29:52,400 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Unable to get data of znode /1733274368/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:29:52,407 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1733274368/switch/merge already deleted, retry=false 2024-12-03T18:29:52,410 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Unable to get data of znode /1733274368/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:29:52,415 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1733274368/snapshot-cleanup already deleted, retry=false 2024-12-03T18:29:52,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1733274368/running 2024-12-03T18:29:52,424 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1733274368/running 2024-12-03T18:29:52,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:52,424 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:52,424 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,36353,1733250590729, sessionid=0x1019dbe9d3c0003, setting cluster-up flag (Was=false) 2024-12-03T18:29:52,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:52,440 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:52,465 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1733274368/flush-table-proc/acquired, /1733274368/flush-table-proc/reached, /1733274368/flush-table-proc/abort 2024-12-03T18:29:52,466 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,36353,1733250590729 2024-12-03T18:29:52,482 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:52,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:52,507 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1733274368/online-snapshot/acquired, /1733274368/online-snapshot/reached, /1733274368/online-snapshot/abort 2024-12-03T18:29:52,508 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,36353,1733250590729 2024-12-03T18:29:52,509 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:29:52,511 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:52,511 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:29:52,511 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:29:52,511 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,36353,1733250590729 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:29:52,513 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:52,513 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:52,513 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:52,513 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:29:52,513 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:29:52,513 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,513 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:29:52,513 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,516 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250622516 2024-12-03T18:29:52,517 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:29:52,517 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:29:52,517 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:29:52,517 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:29:52,517 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:29:52,517 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:29:52,517 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:52,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:29:52,518 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:29:52,518 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:29:52,518 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:29:52,518 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:29:52,518 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:29:52,518 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:29:52,518 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250592518,5,FailOnTimeoutGroup] 2024-12-03T18:29:52,519 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:52,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:29:52,522 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250592518,5,FailOnTimeoutGroup] 2024-12-03T18:29:52,523 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,523 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:29:52,523 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,523 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:29:52,536 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(746): ClusterId : bf5033f9-0515-4adf-8856-f398bcfef531 2024-12-03T18:29:52,536 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:29:52,541 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:29:52,541 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:29:52,549 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:29:52,549 DEBUG [RS:0;5cd6afc4bcac:43935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4daf8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:29:52,559 DEBUG [RS:0;5cd6afc4bcac:43935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:43935 2024-12-03T18:29:52,560 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:29:52,560 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:29:52,560 DEBUG [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:29:52,560 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,36353,1733250590729 with port=43935, startcode=1733250590874 2024-12-03T18:29:52,561 DEBUG [RS:0;5cd6afc4bcac:43935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:29:52,562 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:29:52,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,43935,1733250590874 2024-12-03T18:29:52,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36353 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,43935,1733250590874 2024-12-03T18:29:52,565 DEBUG [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b 2024-12-03T18:29:52,565 DEBUG [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41133 2024-12-03T18:29:52,565 DEBUG [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:29:52,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368/rs 2024-12-03T18:29:52,595 DEBUG [RS:0;5cd6afc4bcac:43935 {}] zookeeper.ZKUtil(111): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Set watcher on existing znode=/1733274368/rs/5cd6afc4bcac,43935,1733250590874 2024-12-03T18:29:52,596 WARN [RS:0;5cd6afc4bcac:43935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:29:52,596 INFO [RS:0;5cd6afc4bcac:43935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:52,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,43935,1733250590874] 2024-12-03T18:29:52,596 DEBUG [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/WALs/5cd6afc4bcac,43935,1733250590874 2024-12-03T18:29:52,599 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:29:52,601 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:29:52,601 INFO [RS:0;5cd6afc4bcac:43935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:29:52,601 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,601 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:29:52,602 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:29:52,602 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:29:52,603 DEBUG [RS:0;5cd6afc4bcac:43935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:29:52,606 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,606 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,606 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,606 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,606 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,606 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43935,1733250590874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:29:52,623 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:29:52,623 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43935,1733250590874-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,624 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,624 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.Replication(171): 5cd6afc4bcac,43935,1733250590874 started 2024-12-03T18:29:52,640 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:52,640 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,43935,1733250590874, RpcServer on 5cd6afc4bcac/172.17.0.3:43935, sessionid=0x1019dbe9d3c0004 2024-12-03T18:29:52,640 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:29:52,640 DEBUG [RS:0;5cd6afc4bcac:43935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,43935,1733250590874 2024-12-03T18:29:52,640 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,43935,1733250590874' 2024-12-03T18:29:52,640 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1733274368/flush-table-proc/abort' 2024-12-03T18:29:52,641 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1733274368/flush-table-proc/acquired' 2024-12-03T18:29:52,641 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:29:52,641 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:29:52,641 DEBUG [RS:0;5cd6afc4bcac:43935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,43935,1733250590874 2024-12-03T18:29:52,641 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,43935,1733250590874' 2024-12-03T18:29:52,641 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1733274368/online-snapshot/abort' 2024-12-03T18:29:52,642 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1733274368/online-snapshot/acquired' 2024-12-03T18:29:52,642 DEBUG [RS:0;5cd6afc4bcac:43935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:29:52,642 INFO [RS:0;5cd6afc4bcac:43935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:29:52,642 INFO [RS:0;5cd6afc4bcac:43935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:29:52,743 INFO [RS:0;5cd6afc4bcac:43935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:29:52,744 INFO [RS:0;5cd6afc4bcac:43935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C43935%2C1733250590874, suffix=, logDir=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/WALs/5cd6afc4bcac,43935,1733250590874, archiveDir=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/oldWALs, maxLogs=10 2024-12-03T18:29:52,758 DEBUG [RS:0;5cd6afc4bcac:43935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/WALs/5cd6afc4bcac,43935,1733250590874/5cd6afc4bcac%2C43935%2C1733250590874.1733250592745, exclude list is [], retry=0 2024-12-03T18:29:52,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33605,DS-12bdc6cd-5973-4d78-9f6b-8618ab2474b1,DISK] 2024-12-03T18:29:52,762 INFO [RS:0;5cd6afc4bcac:43935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/WALs/5cd6afc4bcac,43935,1733250590874/5cd6afc4bcac%2C43935%2C1733250590874.1733250592745 2024-12-03T18:29:52,763 DEBUG [RS:0;5cd6afc4bcac:43935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38097:38097)] 2024-12-03T18:29:52,930 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:29:52,930 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b 2024-12-03T18:29:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741833_1009 (size=32) 2024-12-03T18:29:53,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:53,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:29:53,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:29:53,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:53,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:53,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:29:53,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:29:53,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:53,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:53,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:29:53,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:29:53,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:53,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:53,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:29:53,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:29:53,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:53,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:53,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:29:53,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/data/hbase/meta/1588230740 2024-12-03T18:29:53,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/data/hbase/meta/1588230740 2024-12-03T18:29:53,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:29:53,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:29:53,349 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:53,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:29:53,352 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:29:53,352 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65895564, jitterRate=-0.01807957887649536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:53,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250593336Initializing all the Stores at 1733250593337 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250593337Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250593337Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250593337Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250593337Cleaning up temporary data from old regions at 1733250593348 (+11 ms)Region opened successfully at 1733250593352 (+4 ms) 2024-12-03T18:29:53,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:29:53,353 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:29:53,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:29:53,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:29:53,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:29:53,353 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:53,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250593353Disabling compacts and flushes for region at 1733250593353Disabling writes for close at 1733250593353Writing region close event to WAL at 1733250593353Closed at 1733250593353 2024-12-03T18:29:53,355 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:53,355 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:29:53,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:29:53,356 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:29:53,357 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:29:53,495 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:29:53,507 DEBUG [5cd6afc4bcac:36353 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:29:53,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,43935,1733250590874 2024-12-03T18:29:53,510 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,43935,1733250590874, state=OPENING 2024-12-03T18:29:53,557 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:29:53,565 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:53,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:53,565 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:29:53,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1733274368/meta-region-server: CHANGED 2024-12-03T18:29:53,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1733274368/meta-region-server: CHANGED 2024-12-03T18:29:53,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,43935,1733250590874}] 2024-12-03T18:29:53,719 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:29:53,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:29:53,725 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:29:53,725 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:53,725 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:29:53,727 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C43935%2C1733250590874.meta, suffix=.meta, logDir=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/WALs/5cd6afc4bcac,43935,1733250590874, archiveDir=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/oldWALs, maxLogs=10 2024-12-03T18:29:53,738 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/WALs/5cd6afc4bcac,43935,1733250590874/5cd6afc4bcac%2C43935%2C1733250590874.meta.1733250593727.meta, exclude list is [], retry=0 2024-12-03T18:29:53,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33605,DS-12bdc6cd-5973-4d78-9f6b-8618ab2474b1,DISK] 2024-12-03T18:29:53,743 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/WALs/5cd6afc4bcac,43935,1733250590874/5cd6afc4bcac%2C43935%2C1733250590874.meta.1733250593727.meta 2024-12-03T18:29:53,743 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38097:38097)] 2024-12-03T18:29:53,743 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:53,744 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:29:53,744 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:29:53,744 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:29:53,744 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:29:53,744 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:29:53,744 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:53,744 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:29:53,744 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:29:53,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:29:53,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:29:53,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:53,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:53,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:29:53,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:29:53,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:53,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:53,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:29:53,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:29:53,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:53,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:53,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:29:53,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:29:53,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:53,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:29:53,751 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:29:53,752 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/data/hbase/meta/1588230740 2024-12-03T18:29:53,753 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/data/hbase/meta/1588230740 2024-12-03T18:29:53,754 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:29:53,754 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:29:53,755 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:29:53,756 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:29:53,757 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65475734, jitterRate=-0.024335533380508423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:29:53,757 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:29:53,757 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250593745Writing region info on filesystem at 1733250593745Initializing all the Stores at 1733250593746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250593746Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250593746Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250593746Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250593746Cleaning up temporary data from old regions at 1733250593754 (+8 ms)Running coprocessor post-open hooks at 1733250593757 (+3 ms)Region opened successfully at 1733250593757 2024-12-03T18:29:53,758 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250593719 2024-12-03T18:29:53,761 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:29:53,761 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:29:53,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,43935,1733250590874 2024-12-03T18:29:53,763 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,43935,1733250590874, state=OPEN 2024-12-03T18:29:53,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1733274368/meta-region-server 2024-12-03T18:29:53,790 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1733274368/meta-region-server 2024-12-03T18:29:53,790 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,43935,1733250590874 2024-12-03T18:29:53,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1733274368/meta-region-server: CHANGED 2024-12-03T18:29:53,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1733274368/meta-region-server: CHANGED 2024-12-03T18:29:53,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:29:53,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,43935,1733250590874 in 224 msec 2024-12-03T18:29:53,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:29:53,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-12-03T18:29:53,799 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:29:53,799 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:29:53,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:29:53,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,43935,1733250590874, seqNum=-1] 2024-12-03T18:29:53,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:53,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:53,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-12-03T18:29:53,809 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250593809, completionTime=-1 2024-12-03T18:29:53,809 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:29:53,809 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:29:53,811 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:29:53,811 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250653811 2024-12-03T18:29:53,811 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250713811 2024-12-03T18:29:53,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T18:29:53,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36353,1733250590729-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:53,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36353,1733250590729-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:53,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36353,1733250590729-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:53,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:36353, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:53,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:53,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:53,817 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:29:53,819 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.827sec 2024-12-03T18:29:53,819 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:29:53,819 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:29:53,819 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:29:53,819 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:29:53,819 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:29:53,819 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36353,1733250590729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:29:53,820 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36353,1733250590729-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:29:53,822 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:29:53,822 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:29:53,822 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36353,1733250590729-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:29:53,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75021cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:53,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,36353,-1 for getting cluster id 2024-12-03T18:29:53,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:53,838 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf5033f9-0515-4adf-8856-f398bcfef531' 2024-12-03T18:29:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf5033f9-0515-4adf-8856-f398bcfef531" 2024-12-03T18:29:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26635c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,36353,-1] 2024-12-03T18:29:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:53,841 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:53,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661237b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:53,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:29:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,43935,1733250590874, seqNum=-1] 2024-12-03T18:29:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:53,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:29:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,36353,1733250590729 2024-12-03T18:29:53,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58640 2024-12-03T18:29:53,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:29:53,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019dbe9d3c0005 connected 2024-12-03T18:29:53,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15504aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:53,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,43009,-1 for getting cluster id 2024-12-03T18:29:53,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:53,886 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5887dba6-2596-4e34-9fa2-c172269ee72c' 2024-12-03T18:29:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5887dba6-2596-4e34-9fa2-c172269ee72c" 2024-12-03T18:29:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380fccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,43009,-1] 2024-12-03T18:29:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:53,888 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:53,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f39f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:53,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,43009,1733250585623 2024-12-03T18:29:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5df6bd37 2024-12-03T18:29:53,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:53,892 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:53,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43009 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:36353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:29:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43009 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:29:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:29:53,896 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:36353' 2024-12-03T18:29:53,897 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214ff90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:53,897 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,36353,-1 for getting cluster id 2024-12-03T18:29:53,897 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:53,898 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf5033f9-0515-4adf-8856-f398bcfef531' 2024-12-03T18:29:53,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:53,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf5033f9-0515-4adf-8856-f398bcfef531" 2024-12-03T18:29:53,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a01fe79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:53,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,36353,-1] 2024-12-03T18:29:53,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:53,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:53,900 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:53,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5e060a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:53,901 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:53,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,36353,1733250590729 2024-12-03T18:29:53,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7756953e 2024-12-03T18:29:53,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:53,903 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:53,904 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T18:29:53,904 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:29:53,904 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:53,904 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:53,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:53,904 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:29:53,906 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:29:53,907 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:29:53,907 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:53,908 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:29:53,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741835_1011 (size=1138) 2024-12-03T18:29:53,956 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:29:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:29:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:29:54,317 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4146857f63ea0f9a9225a8e836d138b, NAME => 'hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724 2024-12-03T18:29:54,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741836_1012 (size=44) 2024-12-03T18:29:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:29:54,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:29:54,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T18:29:54,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:29:54,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T18:29:54,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:29:54,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T18:29:54,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T18:29:54,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T18:29:54,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:54,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e4146857f63ea0f9a9225a8e836d138b, disabling compactions & flushes 2024-12-03T18:29:54,724 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. 2024-12-03T18:29:54,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. 2024-12-03T18:29:54,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. after waiting 0 ms 2024-12-03T18:29:54,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. 2024-12-03T18:29:54,724 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. 2024-12-03T18:29:54,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4146857f63ea0f9a9225a8e836d138b: Waiting for close lock at 1733250594724Disabling compacts and flushes for region at 1733250594724Disabling writes for close at 1733250594724Writing region close event to WAL at 1733250594724Closed at 1733250594724 2024-12-03T18:29:54,726 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:29:54,727 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250594726"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250594726"}]},"ts":"1733250594726"} 2024-12-03T18:29:54,729 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:29:54,730 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:29:54,731 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250594731"}]},"ts":"1733250594731"} 2024-12-03T18:29:54,733 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:29:54,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4146857f63ea0f9a9225a8e836d138b, ASSIGN}] 2024-12-03T18:29:54,735 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4146857f63ea0f9a9225a8e836d138b, ASSIGN 2024-12-03T18:29:54,736 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4146857f63ea0f9a9225a8e836d138b, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,44311,1733250585810; forceNewPlan=false, retain=false 2024-12-03T18:29:54,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e4146857f63ea0f9a9225a8e836d138b, regionState=OPENING, regionLocation=5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:54,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4146857f63ea0f9a9225a8e836d138b, ASSIGN because future has completed 2024-12-03T18:29:54,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4146857f63ea0f9a9225a8e836d138b, server=5cd6afc4bcac,44311,1733250585810}] 2024-12-03T18:29:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:29:55,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. 2024-12-03T18:29:55,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:29:55,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:29:55,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C44311%2C1733250585810.rep, suffix=, logDir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810, archiveDir=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/oldWALs, maxLogs=10 2024-12-03T18:29:55,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.rep.1733250595051, exclude list is [], retry=0 2024-12-03T18:29:55,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44431,DS-5a80a494-0367-4482-86e0-43ab5b5e0809,DISK] 2024-12-03T18:29:55,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.rep.1733250595051 2024-12-03T18:29:55,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36897:36897)] 2024-12-03T18:29:55,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e4146857f63ea0f9a9225a8e836d138b, NAME => 'hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:29:55,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:29:55,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:29:55,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. service=MultiRowMutationService 2024-12-03T18:29:55,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:29:55,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:29:55,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,075 INFO [StoreOpener-e4146857f63ea0f9a9225a8e836d138b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,077 INFO [StoreOpener-e4146857f63ea0f9a9225a8e836d138b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4146857f63ea0f9a9225a8e836d138b columnFamilyName hfileref 2024-12-03T18:29:55,077 DEBUG [StoreOpener-e4146857f63ea0f9a9225a8e836d138b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:55,077 INFO [StoreOpener-e4146857f63ea0f9a9225a8e836d138b-1 {}] regionserver.HStore(327): Store=e4146857f63ea0f9a9225a8e836d138b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:55,078 INFO [StoreOpener-e4146857f63ea0f9a9225a8e836d138b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,079 INFO [StoreOpener-e4146857f63ea0f9a9225a8e836d138b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4146857f63ea0f9a9225a8e836d138b columnFamilyName queue 2024-12-03T18:29:55,079 DEBUG [StoreOpener-e4146857f63ea0f9a9225a8e836d138b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:55,080 INFO [StoreOpener-e4146857f63ea0f9a9225a8e836d138b-1 {}] regionserver.HStore(327): Store=e4146857f63ea0f9a9225a8e836d138b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:55,080 INFO [StoreOpener-e4146857f63ea0f9a9225a8e836d138b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,082 INFO [StoreOpener-e4146857f63ea0f9a9225a8e836d138b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4146857f63ea0f9a9225a8e836d138b columnFamilyName sid 2024-12-03T18:29:55,082 DEBUG [StoreOpener-e4146857f63ea0f9a9225a8e836d138b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:29:55,083 INFO [StoreOpener-e4146857f63ea0f9a9225a8e836d138b-1 {}] regionserver.HStore(327): Store=e4146857f63ea0f9a9225a8e836d138b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:29:55,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/replication/e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/replication/e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:29:55,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/replication/e4146857f63ea0f9a9225a8e836d138b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:29:55,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e4146857f63ea0f9a9225a8e836d138b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63323234, jitterRate=-0.0564102828502655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:29:55,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:55,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e4146857f63ea0f9a9225a8e836d138b: Running coprocessor pre-open hook at 1733250595074Writing region info on filesystem at 1733250595074Initializing all the Stores at 1733250595075 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250595075Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250595075Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250595075Cleaning up temporary data from old regions at 1733250595085 (+10 ms)Running coprocessor post-open hooks at 1733250595089 (+4 ms)Region opened successfully at 1733250595090 (+1 ms) 2024-12-03T18:29:55,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b., pid=7, masterSystemTime=1733250595043 2024-12-03T18:29:55,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. 2024-12-03T18:29:55,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. 2024-12-03T18:29:55,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e4146857f63ea0f9a9225a8e836d138b, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:55,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4146857f63ea0f9a9225a8e836d138b, server=5cd6afc4bcac,44311,1733250585810 because future has completed 2024-12-03T18:29:55,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T18:29:55,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e4146857f63ea0f9a9225a8e836d138b, server=5cd6afc4bcac,44311,1733250585810 in 209 msec 2024-12-03T18:29:55,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:29:55,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4146857f63ea0f9a9225a8e836d138b, ASSIGN in 368 msec 2024-12-03T18:29:55,106 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:29:55,106 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250595106"}]},"ts":"1733250595106"} 2024-12-03T18:29:55,108 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:29:55,109 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:29:55,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2050 sec 2024-12-03T18:29:55,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b., hostname=5cd6afc4bcac,44311,1733250585810, seqNum=2] 2024-12-03T18:29:55,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:55,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:55,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:29:55,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44311 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T18:29:55,371 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:29:55,395 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,44311,1733250585810, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:29:55,395 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:29:55,395 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,44311,1733250585810, seqNum=-1] 2024-12-03T18:29:55,395 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:29:55,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-03T18:29:55,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,44311,1733250585810', locateType=CURRENT is [region=hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b., hostname=5cd6afc4bcac,44311,1733250585810, seqNum=2] 2024-12-03T18:29:55,401 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T18:29:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43009 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T18:29:55,405 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,44311,1733250585810 suceeded 2024-12-03T18:29:55,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T18:29:55,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-03T18:29:55,407 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:36353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:29:55,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-12-03T18:29:55,416 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:36353' 2024-12-03T18:29:55,417 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@610791b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:55,417 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,36353,-1 for getting cluster id 2024-12-03T18:29:55,417 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:29:55,418 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf5033f9-0515-4adf-8856-f398bcfef531' 2024-12-03T18:29:55,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:29:55,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf5033f9-0515-4adf-8856-f398bcfef531" 2024-12-03T18:29:55,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4177755f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:55,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,36353,-1] 2024-12-03T18:29:55,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:29:55,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:55,419 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:29:55,420 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7391f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:29:55,420 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:55,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,36353,1733250590729 2024-12-03T18:29:55,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40afeb4a 2024-12-03T18:29:55,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:55,422 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-03T18:29:55,422 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,44311,1733250585810 (queues=1) is replicating from cluster=5887dba6-2596-4e34-9fa2-c172269ee72c to cluster=bf5033f9-0515-4adf-8856-f398bcfef531 2024-12-03T18:29:55,422 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C44311%2C1733250585810 2024-12-03T18:29:55,422 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,44311,1733250585810, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:29:55,423 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810.replicationSource.shipper5cd6afc4bcac%2C44311%2C1733250585810,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C44311%2C1733250585810 2024-12-03T18:29:55,423 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810.replicationSource.wal-reader.5cd6afc4bcac%2C44311%2C1733250585810,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.1733250587633, startPosition=0, beingWritten=true 2024-12-03T18:29:55,628 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810.replicationSource.wal-reader.5cd6afc4bcac%2C44311%2C1733250585810,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.1733250587633 to pos 0, reset compression=false 2024-12-03T18:29:55,932 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810.replicationSource.wal-reader.5cd6afc4bcac%2C44311%2C1733250585810,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.1733250587633 to pos 0, reset compression=false 2024-12-03T18:29:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:29:56,040 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:29:56,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:56,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:56,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:56,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:56,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:56,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:29:56,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,43009,1733250585623 2024-12-03T18:29:56,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@732a4ea 2024-12-03T18:29:56,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:29:56,042 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:29:56,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43009 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T18:29:56,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:29:56,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:56,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:56,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:56,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:56,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:56,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:29:56,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1276381768, stopped=false 2024-12-03T18:29:56,043 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,36353,1733250590729 2024-12-03T18:29:56,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1733274368/running 2024-12-03T18:29:56,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:29:56,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:56,090 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1733274368/running 2024-12-03T18:29:56,090 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:56,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:56,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:56,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:56,091 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,43935,1733250590874' ***** 2024-12-03T18:29:56,091 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:29:56,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Set watcher on znode that does not yet exist, /1733274368/running 2024-12-03T18:29:56,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Set watcher on znode that does not yet exist, /1733274368/running 2024-12-03T18:29:56,091 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:29:56,091 INFO [RS:0;5cd6afc4bcac:43935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:29:56,091 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:29:56,091 INFO [RS:0;5cd6afc4bcac:43935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:29:56,091 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,43935,1733250590874 2024-12-03T18:29:56,091 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:29:56,091 INFO [RS:0;5cd6afc4bcac:43935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:43935. 2024-12-03T18:29:56,091 DEBUG [RS:0;5cd6afc4bcac:43935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:56,091 DEBUG [RS:0;5cd6afc4bcac:43935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:56,091 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:29:56,091 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:29:56,091 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:29:56,091 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:29:56,092 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:29:56,092 DEBUG [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:29:56,092 DEBUG [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:29:56,092 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:29:56,092 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:29:56,092 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:29:56,092 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:29:56,092 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:29:56,092 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T18:29:56,107 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/data/hbase/meta/1588230740/.tmp/ns/62eaaf8e6fb2454fb0ef7a4f013651fd is 43, key is default/ns:d/1733250593803/Put/seqid=0 2024-12-03T18:29:56,109 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:29:56,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741835_1011 (size=5153) 2024-12-03T18:29:56,112 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/data/hbase/meta/1588230740/.tmp/ns/62eaaf8e6fb2454fb0ef7a4f013651fd 2024-12-03T18:29:56,119 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/data/hbase/meta/1588230740/.tmp/ns/62eaaf8e6fb2454fb0ef7a4f013651fd as hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/data/hbase/meta/1588230740/ns/62eaaf8e6fb2454fb0ef7a4f013651fd 2024-12-03T18:29:56,127 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/data/hbase/meta/1588230740/ns/62eaaf8e6fb2454fb0ef7a4f013651fd, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T18:29:56,128 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 36ms, sequenceid=6, compaction requested=false 2024-12-03T18:29:56,133 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T18:29:56,134 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:29:56,134 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:29:56,134 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:56,135 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250596092Running coprocessor pre-close hooks at 1733250596092Disabling compacts and flushes for region at 1733250596092Disabling writes for close at 1733250596092Obtaining lock to block concurrent updates at 1733250596092Preparing flush snapshotting stores in 1588230740 at 1733250596092Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733250596092Flushing stores of hbase:meta,,1.1588230740 at 1733250596093 (+1 ms)Flushing 1588230740/ns: creating writer at 1733250596093Flushing 1588230740/ns: appending metadata at 1733250596106 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733250596107 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f30e89d: reopening flushed file at 1733250596118 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 36ms, sequenceid=6, compaction requested=false at 1733250596128 (+10 ms)Writing region close event to WAL at 1733250596129 (+1 ms)Running coprocessor post-close hooks at 1733250596134 (+5 ms)Closed at 1733250596134 2024-12-03T18:29:56,135 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:56,292 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,43935,1733250590874; all regions closed. 2024-12-03T18:29:56,309 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/WALs/5cd6afc4bcac,43935,1733250590874/5cd6afc4bcac%2C43935%2C1733250590874.meta.1733250593727.meta not finished, retry = 0 2024-12-03T18:29:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741834_1010 (size=1152) 2024-12-03T18:29:56,337 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810.replicationSource.wal-reader.5cd6afc4bcac%2C44311%2C1733250585810,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.1733250587633 to pos 0, reset compression=false 2024-12-03T18:29:56,427 DEBUG [RS:0;5cd6afc4bcac:43935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/oldWALs 2024-12-03T18:29:56,427 INFO [RS:0;5cd6afc4bcac:43935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C43935%2C1733250590874.meta:.meta(num 1733250593727) 2024-12-03T18:29:56,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741832_1008 (size=93) 2024-12-03T18:29:56,452 DEBUG [RS:0;5cd6afc4bcac:43935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/oldWALs 2024-12-03T18:29:56,452 INFO [RS:0;5cd6afc4bcac:43935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C43935%2C1733250590874:(num 1733250592745) 2024-12-03T18:29:56,452 DEBUG [RS:0;5cd6afc4bcac:43935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:56,452 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:29:56,452 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:29:56,453 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:29:56,453 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:29:56,453 INFO [RS:0;5cd6afc4bcac:43935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43935 2024-12-03T18:29:56,453 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:29:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368/rs 2024-12-03T18:29:56,498 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1733274368/rs/5cd6afc4bcac,43935,1733250590874 2024-12-03T18:29:56,498 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:29:56,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,43935,1733250590874] 2024-12-03T18:29:56,515 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1733274368/draining/5cd6afc4bcac,43935,1733250590874 already deleted, retry=false 2024-12-03T18:29:56,515 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,43935,1733250590874 expired; onlineServers=0 2024-12-03T18:29:56,515 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,36353,1733250590729' ***** 2024-12-03T18:29:56,515 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:29:56,515 INFO [M:0;5cd6afc4bcac:36353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:29:56,515 INFO [M:0;5cd6afc4bcac:36353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:29:56,515 DEBUG [M:0;5cd6afc4bcac:36353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:29:56,515 DEBUG [M:0;5cd6afc4bcac:36353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:29:56,515 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:29:56,516 INFO [M:0;5cd6afc4bcac:36353 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:29:56,516 INFO [M:0;5cd6afc4bcac:36353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:29:56,516 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250592518 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250592518,5,FailOnTimeoutGroup] 2024-12-03T18:29:56,516 DEBUG [M:0;5cd6afc4bcac:36353 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:29:56,516 INFO [M:0;5cd6afc4bcac:36353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:29:56,516 INFO [M:0;5cd6afc4bcac:36353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:29:56,516 INFO [M:0;5cd6afc4bcac:36353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:29:56,516 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:29:56,518 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250592518 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250592518,5,FailOnTimeoutGroup] 2024-12-03T18:29:56,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1733274368/master 2024-12-03T18:29:56,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1733274368 2024-12-03T18:29:56,527 DEBUG [M:0;5cd6afc4bcac:36353 {}] zookeeper.ZKUtil(347): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Unable to get data of znode /1733274368/master because node does not exist (not an error) 2024-12-03T18:29:56,527 WARN [M:0;5cd6afc4bcac:36353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:29:56,528 INFO [M:0;5cd6afc4bcac:36353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/.lastflushedseqids 2024-12-03T18:29:56,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741836_1012 (size=99) 2024-12-03T18:29:56,607 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:56,607 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43935-0x1019dbe9d3c0004, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:56,607 INFO [RS:0;5cd6afc4bcac:43935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:29:56,607 INFO [RS:0;5cd6afc4bcac:43935 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,43935,1733250590874; zookeeper connection closed. 2024-12-03T18:29:56,607 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@200ea1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@200ea1c 2024-12-03T18:29:56,607 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:29:56,857 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810.replicationSource.wal-reader.5cd6afc4bcac%2C44311%2C1733250585810,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.1733250587633 to pos 0, reset compression=false 2024-12-03T18:29:56,947 INFO [M:0;5cd6afc4bcac:36353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:29:56,947 INFO [M:0;5cd6afc4bcac:36353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:29:56,947 DEBUG [M:0;5cd6afc4bcac:36353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:29:56,947 INFO [M:0;5cd6afc4bcac:36353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:56,947 DEBUG [M:0;5cd6afc4bcac:36353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:56,947 DEBUG [M:0;5cd6afc4bcac:36353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:29:56,947 DEBUG [M:0;5cd6afc4bcac:36353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:56,947 INFO [M:0;5cd6afc4bcac:36353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T18:29:56,961 DEBUG [M:0;5cd6afc4bcac:36353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d204f2892919423f804123f25523966b is 82, key is hbase:meta,,1/info:regioninfo/1733250593762/Put/seqid=0 2024-12-03T18:29:56,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741837_1013 (size=5672) 2024-12-03T18:29:57,366 INFO [M:0;5cd6afc4bcac:36353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d204f2892919423f804123f25523966b 2024-12-03T18:29:57,391 DEBUG [M:0;5cd6afc4bcac:36353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d8231b9328545a3bb63401794d49a07 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733250593808/Put/seqid=0 2024-12-03T18:29:57,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741838_1014 (size=5275) 2024-12-03T18:29:57,462 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810.replicationSource.wal-reader.5cd6afc4bcac%2C44311%2C1733250585810,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.1733250587633 to pos 0, reset compression=false 2024-12-03T18:29:57,797 INFO [M:0;5cd6afc4bcac:36353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d8231b9328545a3bb63401794d49a07 2024-12-03T18:29:57,825 DEBUG [M:0;5cd6afc4bcac:36353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4710673446e641199485ae962787dc5c is 69, key is 5cd6afc4bcac,43935,1733250590874/rs:state/1733250592563/Put/seqid=0 2024-12-03T18:29:57,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741839_1015 (size=5156) 2024-12-03T18:29:57,831 INFO [M:0;5cd6afc4bcac:36353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4710673446e641199485ae962787dc5c 2024-12-03T18:29:57,838 DEBUG [M:0;5cd6afc4bcac:36353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d204f2892919423f804123f25523966b as hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d204f2892919423f804123f25523966b 2024-12-03T18:29:57,847 INFO [M:0;5cd6afc4bcac:36353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d204f2892919423f804123f25523966b, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T18:29:57,848 DEBUG [M:0;5cd6afc4bcac:36353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d8231b9328545a3bb63401794d49a07 as hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d8231b9328545a3bb63401794d49a07 2024-12-03T18:29:57,859 INFO [M:0;5cd6afc4bcac:36353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d8231b9328545a3bb63401794d49a07, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T18:29:57,862 DEBUG [M:0;5cd6afc4bcac:36353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4710673446e641199485ae962787dc5c as hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4710673446e641199485ae962787dc5c 2024-12-03T18:29:57,869 INFO [M:0;5cd6afc4bcac:36353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41133/user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4710673446e641199485ae962787dc5c, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T18:29:57,870 INFO [M:0;5cd6afc4bcac:36353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=28, compaction requested=false 2024-12-03T18:29:57,879 INFO [M:0;5cd6afc4bcac:36353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:57,879 DEBUG [M:0;5cd6afc4bcac:36353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250596947Disabling compacts and flushes for region at 1733250596947Disabling writes for close at 1733250596947Obtaining lock to block concurrent updates at 1733250596947Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250596947Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733250596948 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250596948Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250596948Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250596961 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250596961Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250597373 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250597391 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250597391Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250597805 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250597824 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250597824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f120c50: reopening flushed file at 1733250597837 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f74165: reopening flushed file at 1733250597847 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e568f3: reopening flushed file at 1733250597859 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=28, compaction requested=false at 1733250597870 (+11 ms)Writing region close event to WAL at 1733250597879 (+9 ms)Closed at 1733250597879 2024-12-03T18:29:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741830_1006 (size=10165) 2024-12-03T18:29:57,882 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1209d5c4-a92c-1af6-a116-d6adc191504b/MasterData/WALs/5cd6afc4bcac,36353,1733250590729/5cd6afc4bcac%2C36353%2C1733250590729.1733250592289 not finished, retry = 0 2024-12-03T18:29:57,983 INFO [M:0;5cd6afc4bcac:36353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:29:57,983 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:29:57,983 INFO [M:0;5cd6afc4bcac:36353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36353 2024-12-03T18:29:57,984 INFO [M:0;5cd6afc4bcac:36353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:29:58,114 INFO [M:0;5cd6afc4bcac:36353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:29:58,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:58,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36353-0x1019dbe9d3c0003, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:58,167 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810.replicationSource.wal-reader.5cd6afc4bcac%2C44311%2C1733250585810,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.1733250587633 to pos 0, reset compression=false 2024-12-03T18:29:58,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b1abc8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:29:58,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dc832f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:29:58,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:29:58,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e601b29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:29:58,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46319543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/hadoop.log.dir/,STOPPED} 2024-12-03T18:29:58,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:29:58,169 WARN [BP-209890352-172.17.0.3-1733250588808 heartbeating to localhost/127.0.0.1:41133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:29:58,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:29:58,170 WARN [BP-209890352-172.17.0.3-1733250588808 heartbeating to localhost/127.0.0.1:41133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-209890352-172.17.0.3-1733250588808 (Datanode Uuid 50889e56-82df-4d9e-ae23-1dfd060a0eaf) service to localhost/127.0.0.1:41133 2024-12-03T18:29:58,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/cluster_2f61486e-a6cb-13e9-83dc-ef45703fced7/data/data1/current/BP-209890352-172.17.0.3-1733250588808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:29:58,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/cluster_2f61486e-a6cb-13e9-83dc-ef45703fced7/data/data2/current/BP-209890352-172.17.0.3-1733250588808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:29:58,171 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:29:58,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@550f1ecc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:29:58,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15a1226e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:29:58,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:29:58,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc0ab3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:29:58,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8e74ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/hadoop.log.dir/,STOPPED} 2024-12-03T18:29:58,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:29:58,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:29:58,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:58,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:58,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:58,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:58,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:58,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:29:58,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1950616604, stopped=false 2024-12-03T18:29:58,190 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,43009,1733250585623 2024-12-03T18:29:58,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1986869490/running 2024-12-03T18:29:58,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1986869490/running 2024-12-03T18:29:58,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:58,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:58,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Set watcher on znode that does not yet exist, /0-1986869490/running 2024-12-03T18:29:58,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Set watcher on znode that does not yet exist, /0-1986869490/running 2024-12-03T18:29:58,206 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:29:58,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:29:58,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:58,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:58,207 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,44311,1733250585810' ***** 2024-12-03T18:29:58,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:29:58,207 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:29:58,208 INFO [RS:0;5cd6afc4bcac:44311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:29:58,208 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:29:58,208 INFO [RS:0;5cd6afc4bcac:44311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:29:58,208 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(3091): Received CLOSE for e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:58,208 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:58,208 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:29:58,208 INFO [RS:0;5cd6afc4bcac:44311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:44311. 2024-12-03T18:29:58,208 DEBUG [RS:0;5cd6afc4bcac:44311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:58,208 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4146857f63ea0f9a9225a8e836d138b, disabling compactions & flushes 2024-12-03T18:29:58,208 DEBUG [RS:0;5cd6afc4bcac:44311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:58,208 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. 2024-12-03T18:29:58,208 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. 2024-12-03T18:29:58,208 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:29:58,208 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:29:58,208 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. after waiting 0 ms 2024-12-03T18:29:58,208 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:29:58,208 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. 2024-12-03T18:29:58,209 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:29:58,209 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4146857f63ea0f9a9225a8e836d138b 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T18:29:58,209 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:29:58,209 DEBUG [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e4146857f63ea0f9a9225a8e836d138b=hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b.} 2024-12-03T18:29:58,209 DEBUG [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:58,209 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:29:58,209 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:29:58,209 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:29:58,209 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:29:58,209 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:29:58,209 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T18:29:58,223 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/replication/e4146857f63ea0f9a9225a8e836d138b/.tmp/queue/f8997254f47348199d40e68724a481d0 is 151, key is 1-5cd6afc4bcac,44311,1733250585810/queue:5cd6afc4bcac%2C44311%2C1733250585810/1733250595400/Put/seqid=0 2024-12-03T18:29:58,224 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:29:58,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741838_1014 (size=5350) 2024-12-03T18:29:58,228 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/.tmp/info/0cce9569cec14f848cf040182a0977dd is 147, key is hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b./info:regioninfo/1733250595095/Put/seqid=0 2024-12-03T18:29:58,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741839_1015 (size=6631) 2024-12-03T18:29:58,409 DEBUG [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:58,504 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:29:58,505 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:29:58,609 DEBUG [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4146857f63ea0f9a9225a8e836d138b 2024-12-03T18:29:58,627 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/replication/e4146857f63ea0f9a9225a8e836d138b/.tmp/queue/f8997254f47348199d40e68724a481d0 2024-12-03T18:29:58,633 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/.tmp/info/0cce9569cec14f848cf040182a0977dd 2024-12-03T18:29:58,635 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/replication/e4146857f63ea0f9a9225a8e836d138b/.tmp/queue/f8997254f47348199d40e68724a481d0 as hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/replication/e4146857f63ea0f9a9225a8e836d138b/queue/f8997254f47348199d40e68724a481d0 2024-12-03T18:29:58,648 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/replication/e4146857f63ea0f9a9225a8e836d138b/queue/f8997254f47348199d40e68724a481d0, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T18:29:58,649 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e4146857f63ea0f9a9225a8e836d138b in 440ms, sequenceid=5, compaction requested=false 2024-12-03T18:29:58,649 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T18:29:58,661 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/replication/e4146857f63ea0f9a9225a8e836d138b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T18:29:58,662 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:29:58,662 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:29:58,662 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. 2024-12-03T18:29:58,662 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4146857f63ea0f9a9225a8e836d138b: Waiting for close lock at 1733250598208Running coprocessor pre-close hooks at 1733250598208Disabling compacts and flushes for region at 1733250598208Disabling writes for close at 1733250598208Obtaining lock to block concurrent updates at 1733250598209 (+1 ms)Preparing flush snapshotting stores in e4146857f63ea0f9a9225a8e836d138b at 1733250598209Finished memstore snapshotting hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733250598209Flushing stores of hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. at 1733250598210 (+1 ms)Flushing e4146857f63ea0f9a9225a8e836d138b/queue: creating writer at 1733250598210Flushing e4146857f63ea0f9a9225a8e836d138b/queue: appending metadata at 1733250598222 (+12 ms)Flushing e4146857f63ea0f9a9225a8e836d138b/queue: closing flushed file at 1733250598222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27461a14: reopening flushed file at 1733250598634 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e4146857f63ea0f9a9225a8e836d138b in 440ms, sequenceid=5, compaction requested=false at 1733250598649 (+15 ms)Writing region close event to WAL at 1733250598656 (+7 ms)Running coprocessor post-close hooks at 1733250598662 (+6 ms)Closed at 1733250598662 2024-12-03T18:29:58,662 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250593904.e4146857f63ea0f9a9225a8e836d138b. 2024-12-03T18:29:58,666 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/.tmp/ns/b928e6dfd98b4653b8d7b7504b9379d4 is 43, key is default/ns:d/1733250588709/Put/seqid=0 2024-12-03T18:29:58,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741840_1016 (size=5153) 2024-12-03T18:29:58,810 DEBUG [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:29:58,974 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810.replicationSource.wal-reader.5cd6afc4bcac%2C44311%2C1733250585810,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.1733250587633 to pos 0, reset compression=false 2024-12-03T18:29:59,010 DEBUG [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:29:59,074 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/.tmp/ns/b928e6dfd98b4653b8d7b7504b9379d4 2024-12-03T18:29:59,095 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/.tmp/table/de57778d9f244262817696fe3a594b8f is 53, key is hbase:replication/table:state/1733250595106/Put/seqid=0 2024-12-03T18:29:59,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741841_1017 (size=5256) 2024-12-03T18:29:59,101 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/.tmp/table/de57778d9f244262817696fe3a594b8f 2024-12-03T18:29:59,110 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/.tmp/info/0cce9569cec14f848cf040182a0977dd as hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/info/0cce9569cec14f848cf040182a0977dd 2024-12-03T18:29:59,118 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/info/0cce9569cec14f848cf040182a0977dd, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T18:29:59,119 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/.tmp/ns/b928e6dfd98b4653b8d7b7504b9379d4 as hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/ns/b928e6dfd98b4653b8d7b7504b9379d4 2024-12-03T18:29:59,126 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/ns/b928e6dfd98b4653b8d7b7504b9379d4, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T18:29:59,127 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/.tmp/table/de57778d9f244262817696fe3a594b8f as hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/table/de57778d9f244262817696fe3a594b8f 2024-12-03T18:29:59,136 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/table/de57778d9f244262817696fe3a594b8f, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T18:29:59,138 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=11, compaction requested=false 2024-12-03T18:29:59,143 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T18:29:59,143 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:29:59,144 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:29:59,144 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:59,144 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250598209Running coprocessor pre-close hooks at 1733250598209Disabling compacts and flushes for region at 1733250598209Disabling writes for close at 1733250598209Obtaining lock to block concurrent updates at 1733250598209Preparing flush snapshotting stores in 1588230740 at 1733250598209Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733250598209Flushing stores of hbase:meta,,1.1588230740 at 1733250598210 (+1 ms)Flushing 1588230740/info: creating writer at 1733250598210Flushing 1588230740/info: appending metadata at 1733250598227 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733250598228 (+1 ms)Flushing 1588230740/ns: creating writer at 1733250598641 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733250598666 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733250598666Flushing 1588230740/table: creating writer at 1733250599081 (+415 ms)Flushing 1588230740/table: appending metadata at 1733250599095 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733250599095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68954b4: reopening flushed file at 1733250599108 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb6b7dc: reopening flushed file at 1733250599118 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e08bc70: reopening flushed file at 1733250599126 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=11, compaction requested=false at 1733250599138 (+12 ms)Writing region close event to WAL at 1733250599139 (+1 ms)Running coprocessor post-close hooks at 1733250599143 (+4 ms)Closed at 1733250599144 (+1 ms) 2024-12-03T18:29:59,144 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:29:59,210 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,44311,1733250585810; all regions closed. 2024-12-03T18:29:59,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741834_1010 (size=2742) 2024-12-03T18:29:59,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/WALs/5cd6afc4bcac,44311,1733250585810/5cd6afc4bcac%2C44311%2C1733250585810.meta.1733250588622.meta not finished, retry = 0 2024-12-03T18:29:59,246 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:29:59,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:29:59,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:29:59,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:29:59,315 DEBUG [RS:0;5cd6afc4bcac:44311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/oldWALs 2024-12-03T18:29:59,315 INFO [RS:0;5cd6afc4bcac:44311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C44311%2C1733250585810.meta:.meta(num 1733250588622) 2024-12-03T18:29:59,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741837_1013 (size=1586) 2024-12-03T18:29:59,320 DEBUG [RS:0;5cd6afc4bcac:44311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/oldWALs 2024-12-03T18:29:59,320 INFO [RS:0;5cd6afc4bcac:44311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C44311%2C1733250585810.rep:(num 1733250595051) 2024-12-03T18:29:59,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741832_1008 (size=93) 2024-12-03T18:29:59,324 DEBUG [RS:0;5cd6afc4bcac:44311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/oldWALs 2024-12-03T18:29:59,324 INFO [RS:0;5cd6afc4bcac:44311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C44311%2C1733250585810:(num 1733250587633) 2024-12-03T18:29:59,324 DEBUG [RS:0;5cd6afc4bcac:44311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:59,324 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:29:59,324 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:29:59,324 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:29:59,324 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:29:59,324 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:29:59,325 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,44311,1733250585810 because: Region server is closing 2024-12-03T18:29:59,325 INFO [RS:0;5cd6afc4bcac:44311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:44311. 2024-12-03T18:29:59,325 DEBUG [RS:0;5cd6afc4bcac:44311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:29:59,325 DEBUG [RS:0;5cd6afc4bcac:44311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:59,325 DEBUG [RS:0;5cd6afc4bcac:44311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:29:59,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:29:59,425 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810.replicationSource.shipper5cd6afc4bcac%2C44311%2C1733250585810,1-5cd6afc4bcac,44311,1733250585810 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T18:29:59,425 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810.replicationSource.wal-reader.5cd6afc4bcac%2C44311%2C1733250585810,1-5cd6afc4bcac,44311,1733250585810 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T18:29:59,426 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,44311,1733250585810.replicationSource.shipper5cd6afc4bcac%2C44311%2C1733250585810,1-5cd6afc4bcac,44311,1733250585810 terminated 2024-12-03T18:29:59,426 INFO [RS:0;5cd6afc4bcac:44311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44311 2024-12-03T18:29:59,448 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:29:59,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1986869490/rs/5cd6afc4bcac,44311,1733250585810 2024-12-03T18:29:59,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490/rs 2024-12-03T18:29:59,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,44311,1733250585810] 2024-12-03T18:29:59,464 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1986869490/draining/5cd6afc4bcac,44311,1733250585810 already deleted, retry=false 2024-12-03T18:29:59,464 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,44311,1733250585810 expired; onlineServers=0 2024-12-03T18:29:59,464 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,43009,1733250585623' ***** 2024-12-03T18:29:59,464 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:29:59,464 INFO [M:0;5cd6afc4bcac:43009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:29:59,464 INFO [M:0;5cd6afc4bcac:43009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:29:59,465 DEBUG [M:0;5cd6afc4bcac:43009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:29:59,465 DEBUG [M:0;5cd6afc4bcac:43009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:29:59,465 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:29:59,465 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250587377 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250587377,5,FailOnTimeoutGroup] 2024-12-03T18:29:59,465 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250587374 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250587374,5,FailOnTimeoutGroup] 2024-12-03T18:29:59,465 INFO [M:0;5cd6afc4bcac:43009 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:29:59,465 INFO [M:0;5cd6afc4bcac:43009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:29:59,465 DEBUG [M:0;5cd6afc4bcac:43009 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:29:59,465 INFO [M:0;5cd6afc4bcac:43009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:29:59,465 INFO [M:0;5cd6afc4bcac:43009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:29:59,465 INFO [M:0;5cd6afc4bcac:43009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:29:59,465 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:29:59,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1986869490/master 2024-12-03T18:29:59,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1986869490 2024-12-03T18:29:59,473 DEBUG [M:0;5cd6afc4bcac:43009 {}] zookeeper.ZKUtil(347): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Unable to get data of znode /0-1986869490/master because node does not exist (not an error) 2024-12-03T18:29:59,473 WARN [M:0;5cd6afc4bcac:43009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:29:59,473 INFO [M:0;5cd6afc4bcac:43009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/.lastflushedseqids 2024-12-03T18:29:59,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741842_1018 (size=181) 2024-12-03T18:29:59,556 INFO [RS:0;5cd6afc4bcac:44311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:29:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44311-0x1019dbe9d3c0001, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:29:59,556 INFO [RS:0;5cd6afc4bcac:44311 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,44311,1733250585810; zookeeper connection closed. 2024-12-03T18:29:59,556 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d6b1135 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d6b1135 2024-12-03T18:29:59,557 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:29:59,878 INFO [M:0;5cd6afc4bcac:43009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:29:59,878 INFO [M:0;5cd6afc4bcac:43009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:29:59,878 DEBUG [M:0;5cd6afc4bcac:43009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:29:59,878 INFO [M:0;5cd6afc4bcac:43009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:59,878 DEBUG [M:0;5cd6afc4bcac:43009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:59,878 DEBUG [M:0;5cd6afc4bcac:43009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:29:59,878 DEBUG [M:0;5cd6afc4bcac:43009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:29:59,879 INFO [M:0;5cd6afc4bcac:43009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T18:29:59,892 DEBUG [M:0;5cd6afc4bcac:43009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/823780a26e084c5aa8ef5541d54f7058 is 82, key is hbase:meta,,1/info:regioninfo/1733250588676/Put/seqid=0 2024-12-03T18:29:59,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741843_1019 (size=5672) 2024-12-03T18:30:00,297 INFO [M:0;5cd6afc4bcac:43009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/823780a26e084c5aa8ef5541d54f7058 2024-12-03T18:30:00,320 DEBUG [M:0;5cd6afc4bcac:43009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b2bc95a2eaa4806ad453a44a9433acd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733250595110/Put/seqid=0 2024-12-03T18:30:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741844_1020 (size=7203) 2024-12-03T18:30:00,725 INFO [M:0;5cd6afc4bcac:43009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b2bc95a2eaa4806ad453a44a9433acd 2024-12-03T18:30:00,745 DEBUG [M:0;5cd6afc4bcac:43009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fdff64b03904fac9190abd57eede73f is 69, key is 5cd6afc4bcac,44311,1733250585810/rs:state/1733250587482/Put/seqid=0 2024-12-03T18:30:00,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741845_1021 (size=5156) 2024-12-03T18:30:01,150 INFO [M:0;5cd6afc4bcac:43009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fdff64b03904fac9190abd57eede73f 2024-12-03T18:30:01,157 DEBUG [M:0;5cd6afc4bcac:43009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/823780a26e084c5aa8ef5541d54f7058 as hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/823780a26e084c5aa8ef5541d54f7058 2024-12-03T18:30:01,164 INFO [M:0;5cd6afc4bcac:43009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/823780a26e084c5aa8ef5541d54f7058, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T18:30:01,165 DEBUG [M:0;5cd6afc4bcac:43009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b2bc95a2eaa4806ad453a44a9433acd as hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b2bc95a2eaa4806ad453a44a9433acd 2024-12-03T18:30:01,172 INFO [M:0;5cd6afc4bcac:43009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b2bc95a2eaa4806ad453a44a9433acd, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T18:30:01,173 DEBUG [M:0;5cd6afc4bcac:43009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fdff64b03904fac9190abd57eede73f as hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fdff64b03904fac9190abd57eede73f 2024-12-03T18:30:01,184 INFO [M:0;5cd6afc4bcac:43009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fdff64b03904fac9190abd57eede73f, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T18:30:01,185 INFO [M:0;5cd6afc4bcac:43009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=70, compaction requested=false 2024-12-03T18:30:01,187 INFO [M:0;5cd6afc4bcac:43009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:30:01,188 DEBUG [M:0;5cd6afc4bcac:43009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250599878Disabling compacts and flushes for region at 1733250599878Disabling writes for close at 1733250599878Obtaining lock to block concurrent updates at 1733250599879 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250599879Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733250599879Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250599880 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250599880Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250599892 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250599892Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250600302 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250600319 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250600319Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250600730 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250600745 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250600745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0d368e: reopening flushed file at 1733250601156 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c681ba: reopening flushed file at 1733250601164 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15fc2f41: reopening flushed file at 1733250601172 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=70, compaction requested=false at 1733250601185 (+13 ms)Writing region close event to WAL at 1733250601187 (+2 ms)Closed at 1733250601187 2024-12-03T18:30:01,190 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad1005a2-ba17-198e-5739-395a0d73e724/MasterData/WALs/5cd6afc4bcac,43009,1733250585623/5cd6afc4bcac%2C43009%2C1733250585623.1733250587145 not finished, retry = 0 2024-12-03T18:30:01,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741830_1006 (size=41008) 2024-12-03T18:30:01,291 INFO [M:0;5cd6afc4bcac:43009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:30:01,291 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:30:01,291 INFO [M:0;5cd6afc4bcac:43009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43009 2024-12-03T18:30:01,291 INFO [M:0;5cd6afc4bcac:43009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:30:01,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:30:01,430 INFO [M:0;5cd6afc4bcac:43009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:30:01,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43009-0x1019dbe9d3c0000, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:30:01,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@261f6e38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:30:01,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bac3dc5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:30:01,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:30:01,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60caa600{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:30:01,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61131b46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/hadoop.log.dir/,STOPPED} 2024-12-03T18:30:01,453 WARN [BP-588955428-172.17.0.3-1733250583235 heartbeating to localhost/127.0.0.1:42443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:30:01,453 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:30:01,453 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:30:01,453 WARN [BP-588955428-172.17.0.3-1733250583235 heartbeating to localhost/127.0.0.1:42443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-588955428-172.17.0.3-1733250583235 (Datanode Uuid 72e550ac-5007-41f6-86b3-2abdd81f9af4) service to localhost/127.0.0.1:42443 2024-12-03T18:30:01,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/cluster_7dfbf8cb-5aa6-3061-52a3-997f679538a8/data/data1/current/BP-588955428-172.17.0.3-1733250583235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:30:01,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/cluster_7dfbf8cb-5aa6-3061-52a3-997f679538a8/data/data2/current/BP-588955428-172.17.0.3-1733250583235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:30:01,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:30:01,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7325990b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:30:01,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2778bd0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:30:01,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:30:01,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388d89d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:30:01,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22f22ad8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca7ca220-607c-15c1-1297-387b59ac8069/hadoop.log.dir/,STOPPED} 2024-12-03T18:30:01,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:30:01,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:30:01,561 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58640) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58640) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:41133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:42443 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:42443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:41133 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:41133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:42443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 433) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=670 (was 756), ProcessCount=11 (was 11), AvailableMemoryMB=1678 (was 1762) 2024-12-03T18:30:01,572 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=670, ProcessCount=11, AvailableMemoryMB=1677 2024-12-03T18:30:01,587 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-03T18:30:01,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/hadoop.log.dir so I do NOT create it in target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1 2024-12-03T18:30:01,588 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:30:01,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/hadoop.tmp.dir so I do NOT create it in target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1 2024-12-03T18:30:01,588 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cc4f697-51cd-3a75-3048-34cc8c2ddfe5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:30:01,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1 2024-12-03T18:30:01,588 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/cluster_5a622522-3b99-baaf-d5d4-abd11f494040, deleteOnExit=true 2024-12-03T18:30:01,609 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/cluster_5a622522-3b99-baaf-d5d4-abd11f494040/zookeeper_0, clientPort=57730, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/cluster_5a622522-3b99-baaf-d5d4-abd11f494040/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/cluster_5a622522-3b99-baaf-d5d4-abd11f494040/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:30:01,611 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57730 2024-12-03T18:30:01,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:30:01,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:30:01,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/test.cache.data in system properties and HBase conf 2024-12-03T18:30:01,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:30:01,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:30:01,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:30:01,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:30:01,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:30:01,612 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:30:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:30:01,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:30:01,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019dbe9d3c0002, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:30:01,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019dbe9d3c0005, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:30:01,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019dbe9d3c0005, quorum=127.0.0.1:58640, baseZNode=/1733274368 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:30:01,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019dbe9d3c0002, quorum=127.0.0.1:58640, baseZNode=/0-1986869490 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:30:01,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:30:01,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:30:01,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:30:01,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:30:01,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:30:01,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:30:01,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b5b023e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:30:01,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4be308ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:30:02,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e0f3764{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/java.io.tmpdir/jetty-localhost-39755-hadoop-hdfs-3_4_1-tests_jar-_-any-17253459831933627911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:30:02,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a577702{HTTP/1.1, (http/1.1)}{localhost:39755} 2024-12-03T18:30:02,085 INFO [Time-limited test {}] server.Server(415): Started @56096ms 2024-12-03T18:30:02,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:30:02,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:30:02,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:30:02,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:30:02,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:30:02,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2efdfa1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:30:02,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ec5fece{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:30:02,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e71c81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/java.io.tmpdir/jetty-localhost-40445-hadoop-hdfs-3_4_1-tests_jar-_-any-396083546635940601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:30:02,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b36658{HTTP/1.1, (http/1.1)}{localhost:40445} 2024-12-03T18:30:02,674 INFO [Time-limited test {}] server.Server(415): Started @56686ms 2024-12-03T18:30:02,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:30:03,363 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/cluster_5a622522-3b99-baaf-d5d4-abd11f494040/data/data2/current/BP-670678862-172.17.0.3-1733250601643/current, will proceed with Du for space computation calculation, 2024-12-03T18:30:03,363 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/cluster_5a622522-3b99-baaf-d5d4-abd11f494040/data/data1/current/BP-670678862-172.17.0.3-1733250601643/current, will proceed with Du for space computation calculation, 2024-12-03T18:30:03,460 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:30:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae404beafcc45122 with lease ID 0x5b3c76880e77e23b: Processing first storage report for DS-a0b99fca-de08-4545-b946-979a79e3afe6 from datanode DatanodeRegistration(127.0.0.1:44675, datanodeUuid=306b500b-22d6-4392-aafa-fa3536c13689, infoPort=39749, infoSecurePort=0, ipcPort=33685, storageInfo=lv=-57;cid=testClusterID;nsid=1101428926;c=1733250601643) 2024-12-03T18:30:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae404beafcc45122 with lease ID 0x5b3c76880e77e23b: from storage DS-a0b99fca-de08-4545-b946-979a79e3afe6 node DatanodeRegistration(127.0.0.1:44675, datanodeUuid=306b500b-22d6-4392-aafa-fa3536c13689, infoPort=39749, infoSecurePort=0, ipcPort=33685, storageInfo=lv=-57;cid=testClusterID;nsid=1101428926;c=1733250601643), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:30:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae404beafcc45122 with lease ID 0x5b3c76880e77e23b: Processing first storage report for DS-a1491bc3-2ed8-4713-bb00-fac98b6b198c from datanode DatanodeRegistration(127.0.0.1:44675, datanodeUuid=306b500b-22d6-4392-aafa-fa3536c13689, infoPort=39749, infoSecurePort=0, ipcPort=33685, storageInfo=lv=-57;cid=testClusterID;nsid=1101428926;c=1733250601643) 2024-12-03T18:30:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae404beafcc45122 with lease ID 0x5b3c76880e77e23b: from storage DS-a1491bc3-2ed8-4713-bb00-fac98b6b198c node DatanodeRegistration(127.0.0.1:44675, datanodeUuid=306b500b-22d6-4392-aafa-fa3536c13689, infoPort=39749, infoSecurePort=0, ipcPort=33685, storageInfo=lv=-57;cid=testClusterID;nsid=1101428926;c=1733250601643), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T18:30:03,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1 2024-12-03T18:30:03,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:03,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:03,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:30:03,548 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf with version=8 2024-12-03T18:30:03,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/hbase-staging 2024-12-03T18:30:03,550 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:30:03,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:30:03,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:30:03,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:30:03,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:30:03,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:30:03,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:30:03,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:30:03,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42255 2024-12-03T18:30:03,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42255 connecting to ZooKeeper ensemble=127.0.0.1:57730 2024-12-03T18:30:03,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422550x0, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:30:03,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42255-0x1019dbee53c0000 connected 2024-12-03T18:30:03,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:03,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:03,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Set watcher on znode that does not yet exist, /0-426335460/running 2024-12-03T18:30:03,796 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf, hbase.cluster.distributed=false 2024-12-03T18:30:03,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Set watcher on znode that does not yet exist, /0-426335460/acl 2024-12-03T18:30:03,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42255 2024-12-03T18:30:03,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42255 2024-12-03T18:30:03,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42255 2024-12-03T18:30:03,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42255 2024-12-03T18:30:03,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42255 2024-12-03T18:30:03,834 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:30:03,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:30:03,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:30:03,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:30:03,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:30:03,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:30:03,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:30:03,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:30:03,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43241 2024-12-03T18:30:03,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43241 connecting to ZooKeeper ensemble=127.0.0.1:57730 2024-12-03T18:30:03,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:03,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:03,872 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432410x0, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:30:03,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432410x0, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Set watcher on znode that does not yet exist, /0-426335460/running 2024-12-03T18:30:03,874 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:30:03,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43241-0x1019dbee53c0001 connected 2024-12-03T18:30:03,882 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:30:03,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Set watcher on znode that does not yet exist, /0-426335460/master 2024-12-03T18:30:03,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Set watcher on znode that does not yet exist, /0-426335460/acl 2024-12-03T18:30:03,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43241 2024-12-03T18:30:03,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43241 2024-12-03T18:30:03,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43241 2024-12-03T18:30:03,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43241 2024-12-03T18:30:03,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43241 2024-12-03T18:30:03,960 DEBUG [M:0;5cd6afc4bcac:42255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:42255 2024-12-03T18:30:03,963 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-426335460/backup-masters/5cd6afc4bcac,42255,1733250603550 2024-12-03T18:30:03,997 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460/backup-masters 2024-12-03T18:30:03,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460/backup-masters 2024-12-03T18:30:03,998 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Set watcher on existing znode=/0-426335460/backup-masters/5cd6afc4bcac,42255,1733250603550 2024-12-03T18:30:04,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:04,047 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-426335460/master 2024-12-03T18:30:04,048 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:04,048 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Set watcher on existing znode=/0-426335460/master 2024-12-03T18:30:04,049 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-426335460/backup-masters/5cd6afc4bcac,42255,1733250603550 from backup master directory 2024-12-03T18:30:04,089 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460/backup-masters 2024-12-03T18:30:04,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-426335460/backup-masters/5cd6afc4bcac,42255,1733250603550 2024-12-03T18:30:04,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460/backup-masters 2024-12-03T18:30:04,089 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:30:04,089 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,42255,1733250603550 2024-12-03T18:30:04,093 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/hbase.id] with ID: ee949629-d435-4381-b501-4126f18e0cb6 2024-12-03T18:30:04,093 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/.tmp/hbase.id 2024-12-03T18:30:04,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:30:04,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:30:04,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:04,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:04,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:04,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:04,498 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/.tmp/hbase.id]:[hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/hbase.id] 2024-12-03T18:30:04,513 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:04,513 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:30:04,514 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:30:04,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:04,537 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:04,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:30:04,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:30:04,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:30:04,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T18:30:04,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:30:04,949 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:30:04,951 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:30:04,951 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:30:04,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:30:05,382 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store 2024-12-03T18:30:05,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:30:05,789 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:05,789 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:30:05,789 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:30:05,789 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:30:05,789 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:30:05,789 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:30:05,789 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:30:05,789 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250605789Disabling compacts and flushes for region at 1733250605789Disabling writes for close at 1733250605789Writing region close event to WAL at 1733250605789Closed at 1733250605789 2024-12-03T18:30:05,790 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/.initializing 2024-12-03T18:30:05,790 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/WALs/5cd6afc4bcac,42255,1733250603550 2024-12-03T18:30:05,792 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:30:05,795 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C42255%2C1733250603550, suffix=, logDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/WALs/5cd6afc4bcac,42255,1733250603550, archiveDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/oldWALs, maxLogs=10 2024-12-03T18:30:05,814 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/WALs/5cd6afc4bcac,42255,1733250603550/5cd6afc4bcac%2C42255%2C1733250603550.1733250605795, exclude list is [], retry=0 2024-12-03T18:30:05,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44675,DS-a0b99fca-de08-4545-b946-979a79e3afe6,DISK] 2024-12-03T18:30:05,830 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/WALs/5cd6afc4bcac,42255,1733250603550/5cd6afc4bcac%2C42255%2C1733250603550.1733250605795 2024-12-03T18:30:05,835 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39749:39749)] 2024-12-03T18:30:05,835 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:30:05,835 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:05,835 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:05,835 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:05,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:05,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:30:05,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:05,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:05,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:05,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:30:05,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:05,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:05,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:05,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:30:05,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:05,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:05,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:05,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:30:05,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:05,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:05,855 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:05,856 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:05,856 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:05,859 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:05,859 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:05,867 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:30:05,869 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:05,873 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:30:05,873 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59892286, jitterRate=-0.10753539204597473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:30:05,874 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250605835Initializing all the Stores at 1733250605841 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250605841Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250605841Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250605841Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250605841Cleaning up temporary data from old regions at 1733250605859 (+18 ms)Region opened successfully at 1733250605874 (+15 ms) 2024-12-03T18:30:05,874 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:30:05,880 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c02ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:30:05,881 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:30:05,881 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:30:05,881 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:30:05,882 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:30:05,886 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-12-03T18:30:05,887 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:30:05,887 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:30:05,890 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:30:05,891 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Unable to get data of znode /0-426335460/balancer because node does not exist (not necessarily an error) 2024-12-03T18:30:05,905 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-426335460/balancer already deleted, retry=false 2024-12-03T18:30:05,905 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:30:05,906 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Unable to get data of znode /0-426335460/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:30:05,913 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-426335460/normalizer already deleted, retry=false 2024-12-03T18:30:05,914 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:30:05,915 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Unable to get data of znode /0-426335460/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:30:05,922 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-426335460/switch/split already deleted, retry=false 2024-12-03T18:30:05,923 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Unable to get data of znode /0-426335460/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:30:05,932 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-426335460/switch/merge already deleted, retry=false 2024-12-03T18:30:05,940 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Unable to get data of znode /0-426335460/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:30:05,947 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-426335460/snapshot-cleanup already deleted, retry=false 2024-12-03T18:30:05,955 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-426335460/running 2024-12-03T18:30:05,955 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:05,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-426335460/running 2024-12-03T18:30:05,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:05,956 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,42255,1733250603550, sessionid=0x1019dbee53c0000, setting cluster-up flag (Was=false) 2024-12-03T18:30:05,972 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:05,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:05,997 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-426335460/flush-table-proc/acquired, /0-426335460/flush-table-proc/reached, /0-426335460/flush-table-proc/abort 2024-12-03T18:30:05,999 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,42255,1733250603550 2024-12-03T18:30:06,022 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:06,047 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-426335460/online-snapshot/acquired, /0-426335460/online-snapshot/reached, /0-426335460/online-snapshot/abort 2024-12-03T18:30:06,049 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,42255,1733250603550 2024-12-03T18:30:06,051 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:30:06,053 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:30:06,055 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:30:06,055 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:30:06,055 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,42255,1733250603550 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:30:06,057 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:30:06,057 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:30:06,057 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:30:06,057 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:30:06,057 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:30:06,057 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,057 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:30:06,057 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:30:06,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:30:06,091 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:06,091 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:30:06,093 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250636093 2024-12-03T18:30:06,094 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:30:06,094 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:30:06,094 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:30:06,094 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:30:06,094 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:30:06,094 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:30:06,094 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,098 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:30:06,098 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:30:06,098 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:30:06,098 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:30:06,103 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:30:06,103 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:30:06,118 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250606103,5,FailOnTimeoutGroup] 2024-12-03T18:30:06,120 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250606119,5,FailOnTimeoutGroup] 2024-12-03T18:30:06,120 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,121 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:30:06,121 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,121 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,167 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(746): ClusterId : ee949629-d435-4381-b501-4126f18e0cb6 2024-12-03T18:30:06,167 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:30:06,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:30:06,225 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:30:06,225 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:30:06,270 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:30:06,270 DEBUG [RS:0;5cd6afc4bcac:43241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3153d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:30:06,306 DEBUG [RS:0;5cd6afc4bcac:43241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:43241 2024-12-03T18:30:06,306 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:30:06,306 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:30:06,306 DEBUG [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:30:06,315 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,42255,1733250603550 with port=43241, startcode=1733250603834 2024-12-03T18:30:06,316 DEBUG [RS:0;5cd6afc4bcac:43241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:30:06,319 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:30:06,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:06,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42255 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:06,330 DEBUG [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf 2024-12-03T18:30:06,331 DEBUG [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42509 2024-12-03T18:30:06,331 DEBUG [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:30:06,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460/rs 2024-12-03T18:30:06,370 DEBUG [RS:0;5cd6afc4bcac:43241 {}] zookeeper.ZKUtil(111): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Set watcher on existing znode=/0-426335460/rs/5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:06,371 WARN [RS:0;5cd6afc4bcac:43241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:30:06,371 INFO [RS:0;5cd6afc4bcac:43241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:30:06,371 DEBUG [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:06,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,43241,1733250603834] 2024-12-03T18:30:06,430 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:30:06,435 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:30:06,438 INFO [RS:0;5cd6afc4bcac:43241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:30:06,438 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,439 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:30:06,440 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:30:06,440 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:30:06,441 DEBUG [RS:0;5cd6afc4bcac:43241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:30:06,443 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,443 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,443 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,443 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,444 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,444 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43241,1733250603834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:30:06,464 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:30:06,464 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43241,1733250603834-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,464 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,464 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.Replication(171): 5cd6afc4bcac,43241,1733250603834 started 2024-12-03T18:30:06,485 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:06,485 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,43241,1733250603834, RpcServer on 5cd6afc4bcac/172.17.0.3:43241, sessionid=0x1019dbee53c0001 2024-12-03T18:30:06,485 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:30:06,485 DEBUG [RS:0;5cd6afc4bcac:43241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:06,485 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,43241,1733250603834' 2024-12-03T18:30:06,485 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-426335460/flush-table-proc/abort' 2024-12-03T18:30:06,489 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-426335460/flush-table-proc/acquired' 2024-12-03T18:30:06,490 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:30:06,490 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:30:06,490 DEBUG [RS:0;5cd6afc4bcac:43241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:06,490 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,43241,1733250603834' 2024-12-03T18:30:06,490 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-426335460/online-snapshot/abort' 2024-12-03T18:30:06,490 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-426335460/online-snapshot/acquired' 2024-12-03T18:30:06,500 DEBUG [RS:0;5cd6afc4bcac:43241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:30:06,500 INFO [RS:0;5cd6afc4bcac:43241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:30:06,500 INFO [RS:0;5cd6afc4bcac:43241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:30:06,572 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:30:06,572 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf 2024-12-03T18:30:06,600 INFO [RS:0;5cd6afc4bcac:43241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:30:06,602 INFO [RS:0;5cd6afc4bcac:43241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C43241%2C1733250603834, suffix=, logDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834, archiveDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/oldWALs, maxLogs=10 2024-12-03T18:30:06,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:30:06,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:06,621 DEBUG [RS:0;5cd6afc4bcac:43241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603, exclude list is [], retry=0 2024-12-03T18:30:06,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44675,DS-a0b99fca-de08-4545-b946-979a79e3afe6,DISK] 2024-12-03T18:30:06,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:30:06,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:30:06,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:06,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:06,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:30:06,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:30:06,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:06,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:06,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:30:06,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:30:06,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:06,649 INFO [RS:0;5cd6afc4bcac:43241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 2024-12-03T18:30:06,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:06,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:30:06,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:30:06,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:06,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:06,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:30:06,657 DEBUG [RS:0;5cd6afc4bcac:43241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39749:39749)] 2024-12-03T18:30:06,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740 2024-12-03T18:30:06,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740 2024-12-03T18:30:06,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:30:06,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:30:06,685 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:30:06,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:30:06,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:30:06,714 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74821700, jitterRate=0.11493021249771118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:30:06,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250606619Initializing all the Stores at 1733250606624 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250606624Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250606626 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250606626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250606626Cleaning up temporary data from old regions at 1733250606681 (+55 ms)Region opened successfully at 1733250606715 (+34 ms) 2024-12-03T18:30:06,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:30:06,715 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:30:06,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:30:06,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:30:06,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:30:06,721 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:30:06,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250606715Disabling compacts and flushes for region at 1733250606715Disabling writes for close at 1733250606715Writing region close event to WAL at 1733250606721 (+6 ms)Closed at 1733250606721 2024-12-03T18:30:06,735 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:30:06,735 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:30:06,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:30:06,746 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:30:06,759 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:30:06,909 DEBUG [5cd6afc4bcac:42255 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:30:06,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:06,915 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,43241,1733250603834, state=OPENING 2024-12-03T18:30:06,939 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:30:06,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:06,947 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:06,948 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:30:06,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-426335460/meta-region-server: CHANGED 2024-12-03T18:30:06,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,43241,1733250603834}] 2024-12-03T18:30:06,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-426335460/meta-region-server: CHANGED 2024-12-03T18:30:07,114 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:30:07,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:30:07,125 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:30:07,125 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:30:07,125 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:30:07,132 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C43241%2C1733250603834.meta, suffix=.meta, logDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834, archiveDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/oldWALs, maxLogs=10 2024-12-03T18:30:07,148 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.meta.1733250607132.meta, exclude list is [], retry=0 2024-12-03T18:30:07,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44675,DS-a0b99fca-de08-4545-b946-979a79e3afe6,DISK] 2024-12-03T18:30:07,156 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.meta.1733250607132.meta 2024-12-03T18:30:07,159 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39749:39749)] 2024-12-03T18:30:07,159 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:30:07,159 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:30:07,159 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:30:07,159 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:30:07,160 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:30:07,160 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:30:07,160 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:07,160 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:30:07,160 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:30:07,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:30:07,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:30:07,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:07,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:07,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:30:07,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:30:07,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:07,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:07,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:30:07,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:30:07,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:07,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:07,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:30:07,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:30:07,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:07,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:07,170 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:30:07,171 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740 2024-12-03T18:30:07,173 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740 2024-12-03T18:30:07,174 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:30:07,174 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:30:07,175 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:30:07,176 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:30:07,177 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60846827, jitterRate=-0.0933116227388382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:30:07,177 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:30:07,178 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250607160Writing region info on filesystem at 1733250607160Initializing all the Stores at 1733250607161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250607161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250607162 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250607162Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250607162Cleaning up temporary data from old regions at 1733250607174 (+12 ms)Running coprocessor post-open hooks at 1733250607177 (+3 ms)Region opened successfully at 1733250607178 (+1 ms) 2024-12-03T18:30:07,182 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250607113 2024-12-03T18:30:07,189 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:30:07,190 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:30:07,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:07,192 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,43241,1733250603834, state=OPEN 2024-12-03T18:30:07,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-426335460/meta-region-server 2024-12-03T18:30:07,241 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:07,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-426335460/meta-region-server: CHANGED 2024-12-03T18:30:07,241 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-426335460/meta-region-server 2024-12-03T18:30:07,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-426335460/meta-region-server: CHANGED 2024-12-03T18:30:07,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:30:07,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,43241,1733250603834 in 293 msec 2024-12-03T18:30:07,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:30:07,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-12-03T18:30:07,256 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:30:07,257 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:30:07,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:30:07,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,43241,1733250603834, seqNum=-1] 2024-12-03T18:30:07,259 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:07,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:07,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-12-03T18:30:07,274 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250607274, completionTime=-1 2024-12-03T18:30:07,274 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:30:07,274 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:30:07,277 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:30:07,277 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250667277 2024-12-03T18:30:07,277 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250727277 2024-12-03T18:30:07,277 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T18:30:07,278 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42255,1733250603550-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:07,278 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42255,1733250603550-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:07,278 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42255,1733250603550-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:07,278 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:42255, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:07,278 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:07,278 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:07,282 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:30:07,284 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.195sec 2024-12-03T18:30:07,284 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:30:07,284 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:30:07,284 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:30:07,284 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:30:07,284 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:30:07,284 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42255,1733250603550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:30:07,284 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42255,1733250603550-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:30:07,293 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:30:07,293 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:30:07,293 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42255,1733250603550-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:07,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b1ec58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:07,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,42255,-1 for getting cluster id 2024-12-03T18:30:07,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:30:07,375 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee949629-d435-4381-b501-4126f18e0cb6' 2024-12-03T18:30:07,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:30:07,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee949629-d435-4381-b501-4126f18e0cb6" 2024-12-03T18:30:07,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7c7ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:07,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,42255,-1] 2024-12-03T18:30:07,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:30:07,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:07,382 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:30:07,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75023a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:07,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:30:07,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,43241,1733250603834, seqNum=-1] 2024-12-03T18:30:07,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:07,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:07,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,42255,1733250603550 2024-12-03T18:30:07,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57730 2024-12-03T18:30:07,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:30:07,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019dbee53c0002 connected 2024-12-03T18:30:07,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/hadoop.log.dir so I do NOT create it in target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602 2024-12-03T18:30:07,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:30:07,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/hadoop.tmp.dir so I do NOT create it in target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602 2024-12-03T18:30:07,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:30:07,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602 2024-12-03T18:30:07,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:30:07,490 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/cluster_d5bd5ab4-233a-ac50-5b9c-707d6f070730, deleteOnExit=true 2024-12-03T18:30:07,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:30:07,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/test.cache.data in system properties and HBase conf 2024-12-03T18:30:07,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:30:07,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:30:07,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:30:07,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:30:07,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:30:07,491 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:30:07,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:30:07,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:30:07,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:30:07,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:30:07,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:30:07,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:30:07,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:30:07,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:30:07,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:30:07,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:30:07,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:30:07,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:30:07,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:30:07,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:30:07,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:30:07,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:30:07,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:30:07,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:30:07,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:30:07,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:30:07,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d18dedc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:30:07,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b472241{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:30:08,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c4a1244{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/java.io.tmpdir/jetty-localhost-44527-hadoop-hdfs-3_4_1-tests_jar-_-any-1616255036444014396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:30:08,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3464a5df{HTTP/1.1, (http/1.1)}{localhost:44527} 2024-12-03T18:30:08,095 INFO [Time-limited test {}] server.Server(415): Started @62106ms 2024-12-03T18:30:08,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:30:08,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:30:08,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:30:08,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:30:08,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:30:08,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26db198b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:30:08,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a2d70e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:30:08,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fb12123{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/java.io.tmpdir/jetty-localhost-36955-hadoop-hdfs-3_4_1-tests_jar-_-any-5366956338098751139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:30:08,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4002ad2a{HTTP/1.1, (http/1.1)}{localhost:36955} 2024-12-03T18:30:08,611 INFO [Time-limited test {}] server.Server(415): Started @62619ms 2024-12-03T18:30:08,613 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:30:09,259 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/cluster_d5bd5ab4-233a-ac50-5b9c-707d6f070730/data/data1/current/BP-2044145464-172.17.0.3-1733250607517/current, will proceed with Du for space computation calculation, 2024-12-03T18:30:09,259 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/cluster_d5bd5ab4-233a-ac50-5b9c-707d6f070730/data/data2/current/BP-2044145464-172.17.0.3-1733250607517/current, will proceed with Du for space computation calculation, 2024-12-03T18:30:09,276 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:30:09,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8aa0936c6039c5b with lease ID 0x1e372c6a4107848b: Processing first storage report for DS-d4131a0c-4049-4a6d-b3c6-1d9329388bb0 from datanode DatanodeRegistration(127.0.0.1:42589, datanodeUuid=a4c01b80-1dd0-4da1-b372-d60afa04c831, infoPort=39475, infoSecurePort=0, ipcPort=41431, storageInfo=lv=-57;cid=testClusterID;nsid=256377451;c=1733250607517) 2024-12-03T18:30:09,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8aa0936c6039c5b with lease ID 0x1e372c6a4107848b: from storage DS-d4131a0c-4049-4a6d-b3c6-1d9329388bb0 node DatanodeRegistration(127.0.0.1:42589, datanodeUuid=a4c01b80-1dd0-4da1-b372-d60afa04c831, infoPort=39475, infoSecurePort=0, ipcPort=41431, storageInfo=lv=-57;cid=testClusterID;nsid=256377451;c=1733250607517), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:30:09,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8aa0936c6039c5b with lease ID 0x1e372c6a4107848b: Processing first storage report for DS-8f9b9580-0ae7-4f1e-98f3-84f0c99b55a4 from datanode DatanodeRegistration(127.0.0.1:42589, datanodeUuid=a4c01b80-1dd0-4da1-b372-d60afa04c831, infoPort=39475, infoSecurePort=0, ipcPort=41431, storageInfo=lv=-57;cid=testClusterID;nsid=256377451;c=1733250607517) 2024-12-03T18:30:09,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8aa0936c6039c5b with lease ID 0x1e372c6a4107848b: from storage DS-8f9b9580-0ae7-4f1e-98f3-84f0c99b55a4 node DatanodeRegistration(127.0.0.1:42589, datanodeUuid=a4c01b80-1dd0-4da1-b372-d60afa04c831, infoPort=39475, infoSecurePort=0, ipcPort=41431, storageInfo=lv=-57;cid=testClusterID;nsid=256377451;c=1733250607517), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:30:09,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602 2024-12-03T18:30:09,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:09,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:09,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:30:09,705 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b with version=8 2024-12-03T18:30:09,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/hbase-staging 2024-12-03T18:30:09,708 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:30:09,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:30:09,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:30:09,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:30:09,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:30:09,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:30:09,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:30:09,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:30:09,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46407 2024-12-03T18:30:09,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46407 connecting to ZooKeeper ensemble=127.0.0.1:57730 2024-12-03T18:30:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464070x0, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:30:09,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46407-0x1019dbee53c0003 connected 2024-12-03T18:30:09,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:09,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:09,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Set watcher on znode that does not yet exist, /1-157240109/running 2024-12-03T18:30:09,893 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b, hbase.cluster.distributed=false 2024-12-03T18:30:09,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Set watcher on znode that does not yet exist, /1-157240109/acl 2024-12-03T18:30:09,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46407 2024-12-03T18:30:09,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46407 2024-12-03T18:30:09,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46407 2024-12-03T18:30:09,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46407 2024-12-03T18:30:09,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46407 2024-12-03T18:30:09,928 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:30:09,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:30:09,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:30:09,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:30:09,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:30:09,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:30:09,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:30:09,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:30:09,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45365 2024-12-03T18:30:09,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45365 connecting to ZooKeeper ensemble=127.0.0.1:57730 2024-12-03T18:30:09,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:09,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:09,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453650x0, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:30:09,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453650x0, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Set watcher on znode that does not yet exist, /1-157240109/running 2024-12-03T18:30:09,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:30:09,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45365-0x1019dbee53c0004 connected 2024-12-03T18:30:09,955 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:30:09,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Set watcher on znode that does not yet exist, /1-157240109/master 2024-12-03T18:30:09,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Set watcher on znode that does not yet exist, /1-157240109/acl 2024-12-03T18:30:09,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45365 2024-12-03T18:30:09,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45365 2024-12-03T18:30:09,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45365 2024-12-03T18:30:09,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45365 2024-12-03T18:30:09,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45365 2024-12-03T18:30:10,018 DEBUG [M:0;5cd6afc4bcac:46407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:46407 2024-12-03T18:30:10,019 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-157240109/backup-masters/5cd6afc4bcac,46407,1733250609708 2024-12-03T18:30:10,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109/backup-masters 2024-12-03T18:30:10,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109/backup-masters 2024-12-03T18:30:10,067 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Set watcher on existing znode=/1-157240109/backup-masters/5cd6afc4bcac,46407,1733250609708 2024-12-03T18:30:10,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-157240109/master 2024-12-03T18:30:10,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:30:10,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:30:10,085 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Set watcher on existing znode=/1-157240109/master 2024-12-03T18:30:10,088 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-157240109/backup-masters/5cd6afc4bcac,46407,1733250609708 from backup master directory 2024-12-03T18:30:10,107 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:30:10,107 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,46407,1733250609708 2024-12-03T18:30:10,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109/backup-masters 2024-12-03T18:30:10,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-157240109/backup-masters/5cd6afc4bcac,46407,1733250609708 2024-12-03T18:30:10,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109/backup-masters 2024-12-03T18:30:10,138 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/hbase.id] with ID: 151e4f6f-4270-4301-a698-c1cacb6e88f1 2024-12-03T18:30:10,138 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/.tmp/hbase.id 2024-12-03T18:30:10,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:30:10,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:30:10,192 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/.tmp/hbase.id]:[hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/hbase.id] 2024-12-03T18:30:10,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:10,217 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:10,218 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:30:10,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:10,219 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:30:10,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:10,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:10,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:30:10,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:30:10,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:30:10,658 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:30:10,659 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:30:10,659 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:30:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:30:11,067 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store 2024-12-03T18:30:11,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:30:11,481 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:11,481 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:30:11,482 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:30:11,482 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:30:11,482 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:30:11,482 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:30:11,482 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:30:11,482 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250611481Disabling compacts and flushes for region at 1733250611481Disabling writes for close at 1733250611482 (+1 ms)Writing region close event to WAL at 1733250611482Closed at 1733250611482 2024-12-03T18:30:11,485 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/.initializing 2024-12-03T18:30:11,485 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/WALs/5cd6afc4bcac,46407,1733250609708 2024-12-03T18:30:11,487 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:30:11,491 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C46407%2C1733250609708, suffix=, logDir=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/WALs/5cd6afc4bcac,46407,1733250609708, archiveDir=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/oldWALs, maxLogs=10 2024-12-03T18:30:11,508 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/WALs/5cd6afc4bcac,46407,1733250609708/5cd6afc4bcac%2C46407%2C1733250609708.1733250611491, exclude list is [], retry=0 2024-12-03T18:30:11,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42589,DS-d4131a0c-4049-4a6d-b3c6-1d9329388bb0,DISK] 2024-12-03T18:30:11,514 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/WALs/5cd6afc4bcac,46407,1733250609708/5cd6afc4bcac%2C46407%2C1733250609708.1733250611491 2024-12-03T18:30:11,514 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39475:39475)] 2024-12-03T18:30:11,515 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:30:11,515 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:11,515 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:11,515 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:11,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:11,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:30:11,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:11,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:11,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:11,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:30:11,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:11,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:11,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:11,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:30:11,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:11,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:11,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:11,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:30:11,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:11,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:11,526 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:11,526 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:11,527 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:11,528 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:11,528 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:11,528 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:30:11,529 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:30:11,532 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:30:11,533 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73982867, jitterRate=0.10243062674999237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:30:11,533 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250611515Initializing all the Stores at 1733250611516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250611516Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250611516Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250611516Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250611516Cleaning up temporary data from old regions at 1733250611528 (+12 ms)Region opened successfully at 1733250611533 (+5 ms) 2024-12-03T18:30:11,533 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:30:11,537 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9db688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:30:11,538 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:30:11,538 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:30:11,539 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:30:11,539 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:30:11,540 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:30:11,542 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-12-03T18:30:11,542 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:30:11,566 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:30:11,567 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Unable to get data of znode /1-157240109/balancer because node does not exist (not necessarily an error) 2024-12-03T18:30:11,590 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-157240109/balancer already deleted, retry=false 2024-12-03T18:30:11,591 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:30:11,592 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Unable to get data of znode /1-157240109/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:30:11,632 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-157240109/normalizer already deleted, retry=false 2024-12-03T18:30:11,632 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:30:11,633 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Unable to get data of znode /1-157240109/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:30:11,680 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-157240109/switch/split already deleted, retry=false 2024-12-03T18:30:11,682 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Unable to get data of znode /1-157240109/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:30:11,722 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-157240109/switch/merge already deleted, retry=false 2024-12-03T18:30:11,725 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Unable to get data of znode /1-157240109/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:30:11,783 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-157240109/snapshot-cleanup already deleted, retry=false 2024-12-03T18:30:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-157240109/running 2024-12-03T18:30:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:30:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-157240109/running 2024-12-03T18:30:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:30:11,797 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,46407,1733250609708, sessionid=0x1019dbee53c0003, setting cluster-up flag (Was=false) 2024-12-03T18:30:11,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:30:11,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:30:11,922 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-157240109/flush-table-proc/acquired, /1-157240109/flush-table-proc/reached, /1-157240109/flush-table-proc/abort 2024-12-03T18:30:11,929 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,46407,1733250609708 2024-12-03T18:30:12,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:30:12,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:30:12,119 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-157240109/online-snapshot/acquired, /1-157240109/online-snapshot/reached, /1-157240109/online-snapshot/abort 2024-12-03T18:30:12,120 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,46407,1733250609708 2024-12-03T18:30:12,122 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:30:12,123 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:30:12,123 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:30:12,123 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:30:12,123 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,46407,1733250609708 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:30:12,125 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:30:12,125 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:30:12,125 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:30:12,125 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:30:12,125 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:30:12,125 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,125 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:30:12,125 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,126 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250642126 2024-12-03T18:30:12,126 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:30:12,126 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:30:12,126 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:30:12,126 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:30:12,126 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:30:12,126 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:30:12,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:30:12,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:30:12,127 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,127 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:12,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:30:12,129 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:30:12,129 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:30:12,129 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:30:12,129 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:30:12,130 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:30:12,130 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:30:12,130 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250612130,5,FailOnTimeoutGroup] 2024-12-03T18:30:12,130 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250612130,5,FailOnTimeoutGroup] 2024-12-03T18:30:12,130 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,130 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:30:12,130 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,130 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:30:12,203 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(746): ClusterId : 151e4f6f-4270-4301-a698-c1cacb6e88f1 2024-12-03T18:30:12,203 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:30:12,213 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:30:12,213 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:30:12,222 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:30:12,222 DEBUG [RS:0;5cd6afc4bcac:45365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639e3b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:30:12,232 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:45365 2024-12-03T18:30:12,232 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:30:12,232 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:30:12,232 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:30:12,233 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,46407,1733250609708 with port=45365, startcode=1733250609927 2024-12-03T18:30:12,233 DEBUG [RS:0;5cd6afc4bcac:45365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:30:12,235 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:30:12,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,45365,1733250609927 2024-12-03T18:30:12,236 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46407 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,45365,1733250609927 2024-12-03T18:30:12,238 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b 2024-12-03T18:30:12,238 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36759 2024-12-03T18:30:12,238 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:30:12,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109/rs 2024-12-03T18:30:12,295 DEBUG [RS:0;5cd6afc4bcac:45365 {}] zookeeper.ZKUtil(111): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Set watcher on existing znode=/1-157240109/rs/5cd6afc4bcac,45365,1733250609927 2024-12-03T18:30:12,295 WARN [RS:0;5cd6afc4bcac:45365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:30:12,295 INFO [RS:0;5cd6afc4bcac:45365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:30:12,295 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/WALs/5cd6afc4bcac,45365,1733250609927 2024-12-03T18:30:12,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,45365,1733250609927] 2024-12-03T18:30:12,305 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:30:12,307 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:30:12,308 INFO [RS:0;5cd6afc4bcac:45365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:30:12,308 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,308 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:30:12,309 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:30:12,309 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:30:12,310 DEBUG [RS:0;5cd6afc4bcac:45365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:30:12,314 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,314 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,314 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,315 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,315 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,315 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45365,1733250609927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:30:12,330 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:30:12,330 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45365,1733250609927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,330 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,330 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.Replication(171): 5cd6afc4bcac,45365,1733250609927 started 2024-12-03T18:30:12,347 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:12,347 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,45365,1733250609927, RpcServer on 5cd6afc4bcac/172.17.0.3:45365, sessionid=0x1019dbee53c0004 2024-12-03T18:30:12,347 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:30:12,347 DEBUG [RS:0;5cd6afc4bcac:45365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,45365,1733250609927 2024-12-03T18:30:12,347 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,45365,1733250609927' 2024-12-03T18:30:12,347 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-157240109/flush-table-proc/abort' 2024-12-03T18:30:12,348 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-157240109/flush-table-proc/acquired' 2024-12-03T18:30:12,348 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:30:12,348 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:30:12,348 DEBUG [RS:0;5cd6afc4bcac:45365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,45365,1733250609927 2024-12-03T18:30:12,348 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,45365,1733250609927' 2024-12-03T18:30:12,348 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-157240109/online-snapshot/abort' 2024-12-03T18:30:12,349 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-157240109/online-snapshot/acquired' 2024-12-03T18:30:12,349 DEBUG [RS:0;5cd6afc4bcac:45365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:30:12,349 INFO [RS:0;5cd6afc4bcac:45365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:30:12,349 INFO [RS:0;5cd6afc4bcac:45365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:30:12,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:30:12,450 INFO [RS:0;5cd6afc4bcac:45365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:30:12,453 INFO [RS:0;5cd6afc4bcac:45365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C45365%2C1733250609927, suffix=, logDir=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/WALs/5cd6afc4bcac,45365,1733250609927, archiveDir=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/oldWALs, maxLogs=10 2024-12-03T18:30:12,470 DEBUG [RS:0;5cd6afc4bcac:45365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/WALs/5cd6afc4bcac,45365,1733250609927/5cd6afc4bcac%2C45365%2C1733250609927.1733250612453, exclude list is [], retry=0 2024-12-03T18:30:12,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42589,DS-d4131a0c-4049-4a6d-b3c6-1d9329388bb0,DISK] 2024-12-03T18:30:12,478 INFO [RS:0;5cd6afc4bcac:45365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/WALs/5cd6afc4bcac,45365,1733250609927/5cd6afc4bcac%2C45365%2C1733250609927.1733250612453 2024-12-03T18:30:12,479 DEBUG [RS:0;5cd6afc4bcac:45365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39475:39475)] 2024-12-03T18:30:12,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:30:12,540 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b 2024-12-03T18:30:12,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741833_1009 (size=32) 2024-12-03T18:30:12,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:12,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:30:12,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:30:12,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:12,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:12,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:30:12,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:30:12,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:12,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:12,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:30:12,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:30:12,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:12,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:12,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:30:12,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:30:12,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:12,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:12,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:30:12,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740 2024-12-03T18:30:12,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740 2024-12-03T18:30:12,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:30:12,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:30:12,961 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:30:12,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:30:12,964 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:30:12,965 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68573642, jitterRate=0.021826893091201782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:30:12,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250612950Initializing all the Stores at 1733250612951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250612951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250612951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250612951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250612951Cleaning up temporary data from old regions at 1733250612961 (+10 ms)Region opened successfully at 1733250612965 (+4 ms) 2024-12-03T18:30:12,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:30:12,965 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:30:12,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:30:12,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:30:12,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:30:12,966 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:30:12,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250612965Disabling compacts and flushes for region at 1733250612965Disabling writes for close at 1733250612965Writing region close event to WAL at 1733250612966 (+1 ms)Closed at 1733250612966 2024-12-03T18:30:12,967 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:30:12,967 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:30:12,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:30:12,969 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:30:12,970 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:30:13,120 DEBUG [5cd6afc4bcac:46407 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:30:13,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,45365,1733250609927 2024-12-03T18:30:13,121 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,45365,1733250609927, state=OPENING 2024-12-03T18:30:13,177 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:30:13,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:30:13,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:30:13,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-157240109/meta-region-server: CHANGED 2024-12-03T18:30:13,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-157240109/meta-region-server: CHANGED 2024-12-03T18:30:13,188 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:30:13,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,45365,1733250609927}] 2024-12-03T18:30:13,341 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:30:13,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:30:13,346 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:30:13,346 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:30:13,347 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:30:13,348 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C45365%2C1733250609927.meta, suffix=.meta, logDir=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/WALs/5cd6afc4bcac,45365,1733250609927, archiveDir=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/oldWALs, maxLogs=10 2024-12-03T18:30:13,363 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/WALs/5cd6afc4bcac,45365,1733250609927/5cd6afc4bcac%2C45365%2C1733250609927.meta.1733250613349.meta, exclude list is [], retry=0 2024-12-03T18:30:13,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42589,DS-d4131a0c-4049-4a6d-b3c6-1d9329388bb0,DISK] 2024-12-03T18:30:13,369 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/WALs/5cd6afc4bcac,45365,1733250609927/5cd6afc4bcac%2C45365%2C1733250609927.meta.1733250613349.meta 2024-12-03T18:30:13,369 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39475:39475)] 2024-12-03T18:30:13,369 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:30:13,370 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:30:13,370 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:30:13,370 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:30:13,370 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:30:13,370 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:30:13,370 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:13,371 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:30:13,371 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:30:13,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:30:13,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:30:13,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:13,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:13,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:30:13,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:30:13,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:13,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:13,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:30:13,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:30:13,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:13,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:13,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:30:13,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:30:13,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:13,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:30:13,380 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:30:13,383 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740 2024-12-03T18:30:13,384 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740 2024-12-03T18:30:13,386 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:30:13,386 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:30:13,387 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:30:13,389 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:30:13,390 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59531028, jitterRate=-0.11291855573654175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:30:13,390 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:30:13,390 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250613371Writing region info on filesystem at 1733250613371Initializing all the Stores at 1733250613372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250613372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250613372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250613372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250613372Cleaning up temporary data from old regions at 1733250613386 (+14 ms)Running coprocessor post-open hooks at 1733250613390 (+4 ms)Region opened successfully at 1733250613390 2024-12-03T18:30:13,391 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250613341 2024-12-03T18:30:13,395 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:30:13,395 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:30:13,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,45365,1733250609927 2024-12-03T18:30:13,397 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,45365,1733250609927, state=OPEN 2024-12-03T18:30:13,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-157240109/meta-region-server 2024-12-03T18:30:13,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-157240109/meta-region-server 2024-12-03T18:30:13,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-157240109/meta-region-server: CHANGED 2024-12-03T18:30:13,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-157240109/meta-region-server: CHANGED 2024-12-03T18:30:13,405 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,45365,1733250609927 2024-12-03T18:30:13,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:30:13,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,45365,1733250609927 in 217 msec 2024-12-03T18:30:13,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:30:13,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-12-03T18:30:13,412 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:30:13,412 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:30:13,414 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:30:13,414 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,45365,1733250609927, seqNum=-1] 2024-12-03T18:30:13,414 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:13,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:13,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-12-03T18:30:13,423 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250613423, completionTime=-1 2024-12-03T18:30:13,423 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:30:13,423 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:30:13,426 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:30:13,426 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250673426 2024-12-03T18:30:13,426 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250733426 2024-12-03T18:30:13,426 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T18:30:13,427 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46407,1733250609708-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:13,427 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46407,1733250609708-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:13,427 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46407,1733250609708-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:13,427 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:46407, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:13,427 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:13,430 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:30:13,434 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:13,439 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.331sec 2024-12-03T18:30:13,439 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:30:13,439 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:30:13,439 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:30:13,439 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:30:13,439 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:30:13,439 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46407,1733250609708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:30:13,439 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46407,1733250609708-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:30:13,441 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:30:13,441 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:30:13,441 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46407,1733250609708-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:30:13,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd6063a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:13,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46407,-1 for getting cluster id 2024-12-03T18:30:13,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:30:13,505 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '151e4f6f-4270-4301-a698-c1cacb6e88f1' 2024-12-03T18:30:13,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:30:13,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "151e4f6f-4270-4301-a698-c1cacb6e88f1" 2024-12-03T18:30:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572c229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46407,-1] 2024-12-03T18:30:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:30:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:13,507 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:30:13,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63752aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:13,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:30:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,45365,1733250609927, seqNum=-1] 2024-12-03T18:30:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:13,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:13,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,46407,1733250609708 2024-12-03T18:30:13,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57730 2024-12-03T18:30:13,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:30:13,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019dbee53c0005 connected 2024-12-03T18:30:13,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:30:13,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,42255,1733250603550 2024-12-03T18:30:13,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f1ad554 2024-12-03T18:30:13,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:30:13,552 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:30:13,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:30:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:30:13,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:30:13,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:13,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:30:13,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:30:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:30:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:30:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:30:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:30:13,970 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 707c6e68e0251bedddc1ec5b20222068, NAME => 'test,,1733250613553.707c6e68e0251bedddc1ec5b20222068.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf 2024-12-03T18:30:13,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:30:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:30:14,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250613553.707c6e68e0251bedddc1ec5b20222068.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:14,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 707c6e68e0251bedddc1ec5b20222068, disabling compactions & flushes 2024-12-03T18:30:14,379 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. 2024-12-03T18:30:14,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. 2024-12-03T18:30:14,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. after waiting 0 ms 2024-12-03T18:30:14,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. 2024-12-03T18:30:14,379 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. 2024-12-03T18:30:14,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 707c6e68e0251bedddc1ec5b20222068: Waiting for close lock at 1733250614379Disabling compacts and flushes for region at 1733250614379Disabling writes for close at 1733250614379Writing region close event to WAL at 1733250614379Closed at 1733250614379 2024-12-03T18:30:14,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:30:14,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250613553.707c6e68e0251bedddc1ec5b20222068.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250614381"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250614381"}]},"ts":"1733250614381"} 2024-12-03T18:30:14,384 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:30:14,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:30:14,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250614386"}]},"ts":"1733250614386"} 2024-12-03T18:30:14,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:30:14,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=707c6e68e0251bedddc1ec5b20222068, ASSIGN}] 2024-12-03T18:30:14,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=707c6e68e0251bedddc1ec5b20222068, ASSIGN 2024-12-03T18:30:14,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=707c6e68e0251bedddc1ec5b20222068, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,43241,1733250603834; forceNewPlan=false, retain=false 2024-12-03T18:30:14,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=707c6e68e0251bedddc1ec5b20222068, regionState=OPENING, regionLocation=5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:14,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=707c6e68e0251bedddc1ec5b20222068, ASSIGN because future has completed 2024-12-03T18:30:14,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 707c6e68e0251bedddc1ec5b20222068, server=5cd6afc4bcac,43241,1733250603834}] 2024-12-03T18:30:14,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:30:14,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T18:30:14,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:30:14,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T18:30:14,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:30:14,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T18:30:14,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T18:30:14,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T18:30:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:30:14,702 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. 2024-12-03T18:30:14,702 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 707c6e68e0251bedddc1ec5b20222068, NAME => 'test,,1733250613553.707c6e68e0251bedddc1ec5b20222068.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:30:14,702 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:30:14,702 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:30:14,703 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,703 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250613553.707c6e68e0251bedddc1ec5b20222068.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:14,703 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,703 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,704 INFO [StoreOpener-707c6e68e0251bedddc1ec5b20222068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,706 INFO [StoreOpener-707c6e68e0251bedddc1ec5b20222068-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 707c6e68e0251bedddc1ec5b20222068 columnFamilyName f 2024-12-03T18:30:14,706 DEBUG [StoreOpener-707c6e68e0251bedddc1ec5b20222068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:14,706 INFO [StoreOpener-707c6e68e0251bedddc1ec5b20222068-1 {}] regionserver.HStore(327): Store=707c6e68e0251bedddc1ec5b20222068/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:14,706 INFO [StoreOpener-707c6e68e0251bedddc1ec5b20222068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,707 INFO [StoreOpener-707c6e68e0251bedddc1ec5b20222068-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 707c6e68e0251bedddc1ec5b20222068 columnFamilyName f1 2024-12-03T18:30:14,707 DEBUG [StoreOpener-707c6e68e0251bedddc1ec5b20222068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:14,708 INFO [StoreOpener-707c6e68e0251bedddc1ec5b20222068-1 {}] regionserver.HStore(327): Store=707c6e68e0251bedddc1ec5b20222068/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:14,708 INFO [StoreOpener-707c6e68e0251bedddc1ec5b20222068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,709 INFO [StoreOpener-707c6e68e0251bedddc1ec5b20222068-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 707c6e68e0251bedddc1ec5b20222068 columnFamilyName norep 2024-12-03T18:30:14,709 DEBUG [StoreOpener-707c6e68e0251bedddc1ec5b20222068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:14,709 INFO [StoreOpener-707c6e68e0251bedddc1ec5b20222068-1 {}] regionserver.HStore(327): Store=707c6e68e0251bedddc1ec5b20222068/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:14,709 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,710 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,710 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,711 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,711 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,711 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:30:14,712 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,714 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:30:14,715 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 707c6e68e0251bedddc1ec5b20222068; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59041645, jitterRate=-0.1202109307050705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:30:14,715 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:30:14,715 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 707c6e68e0251bedddc1ec5b20222068: Running coprocessor pre-open hook at 1733250614703Writing region info on filesystem at 1733250614703Initializing all the Stores at 1733250614704 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250614704Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250614704Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250614704Cleaning up temporary data from old regions at 1733250614711 (+7 ms)Running coprocessor post-open hooks at 1733250614715 (+4 ms)Region opened successfully at 1733250614715 2024-12-03T18:30:14,717 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250613553.707c6e68e0251bedddc1ec5b20222068., pid=6, masterSystemTime=1733250614698 2024-12-03T18:30:14,719 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. 2024-12-03T18:30:14,719 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. 2024-12-03T18:30:14,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=707c6e68e0251bedddc1ec5b20222068, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:14,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 707c6e68e0251bedddc1ec5b20222068, server=5cd6afc4bcac,43241,1733250603834 because future has completed 2024-12-03T18:30:14,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:30:14,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 707c6e68e0251bedddc1ec5b20222068, server=5cd6afc4bcac,43241,1733250603834 in 179 msec 2024-12-03T18:30:14,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:30:14,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=707c6e68e0251bedddc1ec5b20222068, ASSIGN in 336 msec 2024-12-03T18:30:14,728 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:30:14,729 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250614728"}]},"ts":"1733250614728"} 2024-12-03T18:30:14,731 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:30:14,732 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:30:14,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-12-03T18:30:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:30:15,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:30:15,711 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:30:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,46407,1733250609708 2024-12-03T18:30:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@409d609 2024-12-03T18:30:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:30:15,713 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:30:15,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:30:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:30:15,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:30:15,717 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:15,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:30:15,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:30:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:30:15,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:30:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:30:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:30:16,126 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abf1efbb503c6dddc0a5ccf255e8b713, NAME => 'test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b 2024-12-03T18:30:16,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:30:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:30:16,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:16,533 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing abf1efbb503c6dddc0a5ccf255e8b713, disabling compactions & flushes 2024-12-03T18:30:16,533 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. 2024-12-03T18:30:16,533 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. 2024-12-03T18:30:16,533 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. after waiting 0 ms 2024-12-03T18:30:16,533 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. 2024-12-03T18:30:16,533 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. 2024-12-03T18:30:16,533 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for abf1efbb503c6dddc0a5ccf255e8b713: Waiting for close lock at 1733250616532Disabling compacts and flushes for region at 1733250616532Disabling writes for close at 1733250616533 (+1 ms)Writing region close event to WAL at 1733250616533Closed at 1733250616533 2024-12-03T18:30:16,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:30:16,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250616534"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250616534"}]},"ts":"1733250616534"} 2024-12-03T18:30:16,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:30:16,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:30:16,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250616538"}]},"ts":"1733250616538"} 2024-12-03T18:30:16,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:30:16,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abf1efbb503c6dddc0a5ccf255e8b713, ASSIGN}] 2024-12-03T18:30:16,543 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abf1efbb503c6dddc0a5ccf255e8b713, ASSIGN 2024-12-03T18:30:16,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=abf1efbb503c6dddc0a5ccf255e8b713, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,45365,1733250609927; forceNewPlan=false, retain=false 2024-12-03T18:30:16,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abf1efbb503c6dddc0a5ccf255e8b713, regionState=OPENING, regionLocation=5cd6afc4bcac,45365,1733250609927 2024-12-03T18:30:16,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=abf1efbb503c6dddc0a5ccf255e8b713, ASSIGN because future has completed 2024-12-03T18:30:16,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abf1efbb503c6dddc0a5ccf255e8b713, server=5cd6afc4bcac,45365,1733250609927}] 2024-12-03T18:30:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:30:16,863 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. 2024-12-03T18:30:16,863 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abf1efbb503c6dddc0a5ccf255e8b713, NAME => 'test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:30:16,863 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:30:16,863 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:30:16,864 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,864 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:16,864 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,864 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,867 INFO [StoreOpener-abf1efbb503c6dddc0a5ccf255e8b713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,869 INFO [StoreOpener-abf1efbb503c6dddc0a5ccf255e8b713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abf1efbb503c6dddc0a5ccf255e8b713 columnFamilyName f 2024-12-03T18:30:16,869 DEBUG [StoreOpener-abf1efbb503c6dddc0a5ccf255e8b713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:16,869 INFO [StoreOpener-abf1efbb503c6dddc0a5ccf255e8b713-1 {}] regionserver.HStore(327): Store=abf1efbb503c6dddc0a5ccf255e8b713/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:16,869 INFO [StoreOpener-abf1efbb503c6dddc0a5ccf255e8b713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,871 INFO [StoreOpener-abf1efbb503c6dddc0a5ccf255e8b713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abf1efbb503c6dddc0a5ccf255e8b713 columnFamilyName f1 2024-12-03T18:30:16,871 DEBUG [StoreOpener-abf1efbb503c6dddc0a5ccf255e8b713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:16,871 INFO [StoreOpener-abf1efbb503c6dddc0a5ccf255e8b713-1 {}] regionserver.HStore(327): Store=abf1efbb503c6dddc0a5ccf255e8b713/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:16,871 INFO [StoreOpener-abf1efbb503c6dddc0a5ccf255e8b713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,873 INFO [StoreOpener-abf1efbb503c6dddc0a5ccf255e8b713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abf1efbb503c6dddc0a5ccf255e8b713 columnFamilyName norep 2024-12-03T18:30:16,873 DEBUG [StoreOpener-abf1efbb503c6dddc0a5ccf255e8b713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:16,873 INFO [StoreOpener-abf1efbb503c6dddc0a5ccf255e8b713-1 {}] regionserver.HStore(327): Store=abf1efbb503c6dddc0a5ccf255e8b713/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:16,873 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,874 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/default/test/abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,875 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/default/test/abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,876 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,876 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,877 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:30:16,878 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,880 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/default/test/abf1efbb503c6dddc0a5ccf255e8b713/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:30:16,881 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abf1efbb503c6dddc0a5ccf255e8b713; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63165395, jitterRate=-0.05876226723194122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:30:16,881 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:30:16,881 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abf1efbb503c6dddc0a5ccf255e8b713: Running coprocessor pre-open hook at 1733250616864Writing region info on filesystem at 1733250616864Initializing all the Stores at 1733250616866 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250616866Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250616866Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250616866Cleaning up temporary data from old regions at 1733250616876 (+10 ms)Running coprocessor post-open hooks at 1733250616881 (+5 ms)Region opened successfully at 1733250616881 2024-12-03T18:30:16,882 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713., pid=6, masterSystemTime=1733250616855 2024-12-03T18:30:16,885 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. 2024-12-03T18:30:16,885 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. 2024-12-03T18:30:16,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abf1efbb503c6dddc0a5ccf255e8b713, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,45365,1733250609927 2024-12-03T18:30:16,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abf1efbb503c6dddc0a5ccf255e8b713, server=5cd6afc4bcac,45365,1733250609927 because future has completed 2024-12-03T18:30:16,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:30:16,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abf1efbb503c6dddc0a5ccf255e8b713, server=5cd6afc4bcac,45365,1733250609927 in 189 msec 2024-12-03T18:30:16,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:30:16,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=abf1efbb503c6dddc0a5ccf255e8b713, ASSIGN in 351 msec 2024-12-03T18:30:16,901 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:30:16,901 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250616901"}]},"ts":"1733250616901"} 2024-12-03T18:30:16,903 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:30:16,904 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:30:16,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1900 sec 2024-12-03T18:30:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:30:17,871 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:30:17,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59874224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:17,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,42255,-1 for getting cluster id 2024-12-03T18:30:17,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:30:17,872 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee949629-d435-4381-b501-4126f18e0cb6' 2024-12-03T18:30:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:30:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee949629-d435-4381-b501-4126f18e0cb6" 2024-12-03T18:30:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8f6075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,42255,-1] 2024-12-03T18:30:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:30:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:17,878 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:30:17,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a67fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:17,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43af3f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:17,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46407,-1 for getting cluster id 2024-12-03T18:30:17,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:30:17,883 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '151e4f6f-4270-4301-a698-c1cacb6e88f1' 2024-12-03T18:30:17,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:30:17,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "151e4f6f-4270-4301-a698-c1cacb6e88f1" 2024-12-03T18:30:17,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c6ede5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:17,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46407,-1] 2024-12-03T18:30:17,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:30:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:17,886 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:30:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfe3368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:17,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747988fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:17,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,42255,-1 for getting cluster id 2024-12-03T18:30:17,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:30:17,892 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee949629-d435-4381-b501-4126f18e0cb6' 2024-12-03T18:30:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:30:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee949629-d435-4381-b501-4126f18e0cb6" 2024-12-03T18:30:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f270d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,42255,-1] 2024-12-03T18:30:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:30:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:17,895 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:30:17,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2935254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:17,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:30:17,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,42255,1733250603550 2024-12-03T18:30:17,902 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19bb41bc 2024-12-03T18:30:17,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:30:17,904 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:30:17,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:46407,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:30:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:30:17,909 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:46407' 2024-12-03T18:30:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:30:17,912 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d442e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:17,912 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46407,-1 for getting cluster id 2024-12-03T18:30:17,912 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:30:17,913 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '151e4f6f-4270-4301-a698-c1cacb6e88f1' 2024-12-03T18:30:17,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:30:17,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "151e4f6f-4270-4301-a698-c1cacb6e88f1" 2024-12-03T18:30:17,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726aae6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:17,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46407,-1] 2024-12-03T18:30:17,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:30:17,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:17,922 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:30:17,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4578b837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:17,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:30:17,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,46407,1733250609708 2024-12-03T18:30:17,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5142a58a 2024-12-03T18:30:17,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:30:17,928 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:30:17,932 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T18:30:17,932 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:30:17,932 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:17,932 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:17,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:30:17,933 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:30:17,935 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:30:17,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:30:17,937 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:17,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:30:17,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741837_1013 (size=1138) 2024-12-03T18:30:17,986 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:30:17,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0db390a4e1d6fd1703f82e201992d0fd, NAME => 'hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf 2024-12-03T18:30:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741838_1014 (size=44) 2024-12-03T18:30:18,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:18,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0db390a4e1d6fd1703f82e201992d0fd, disabling compactions & flushes 2024-12-03T18:30:18,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. 2024-12-03T18:30:18,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. 2024-12-03T18:30:18,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. after waiting 0 ms 2024-12-03T18:30:18,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. 2024-12-03T18:30:18,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. 2024-12-03T18:30:18,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0db390a4e1d6fd1703f82e201992d0fd: Waiting for close lock at 1733250618014Disabling compacts and flushes for region at 1733250618014Disabling writes for close at 1733250618014Writing region close event to WAL at 1733250618014Closed at 1733250618014 2024-12-03T18:30:18,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:30:18,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250618016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250618016"}]},"ts":"1733250618016"} 2024-12-03T18:30:18,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:30:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:30:18,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:30:18,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250618021"}]},"ts":"1733250618021"} 2024-12-03T18:30:18,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:30:18,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0db390a4e1d6fd1703f82e201992d0fd, ASSIGN}] 2024-12-03T18:30:18,026 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0db390a4e1d6fd1703f82e201992d0fd, ASSIGN 2024-12-03T18:30:18,028 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0db390a4e1d6fd1703f82e201992d0fd, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,43241,1733250603834; forceNewPlan=false, retain=false 2024-12-03T18:30:18,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0db390a4e1d6fd1703f82e201992d0fd, regionState=OPENING, regionLocation=5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:18,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0db390a4e1d6fd1703f82e201992d0fd, ASSIGN because future has completed 2024-12-03T18:30:18,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db390a4e1d6fd1703f82e201992d0fd, server=5cd6afc4bcac,43241,1733250603834}] 2024-12-03T18:30:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:30:18,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T18:30:18,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. 2024-12-03T18:30:18,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:30:18,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:30:18,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C43241%2C1733250603834.rep, suffix=, logDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834, archiveDir=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/oldWALs, maxLogs=10 2024-12-03T18:30:18,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.rep.1733250618342, exclude list is [], retry=0 2024-12-03T18:30:18,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44675,DS-a0b99fca-de08-4545-b946-979a79e3afe6,DISK] 2024-12-03T18:30:18,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.rep.1733250618342 2024-12-03T18:30:18,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39749:39749)] 2024-12-03T18:30:18,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0db390a4e1d6fd1703f82e201992d0fd, NAME => 'hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:30:18,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:30:18,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:30:18,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. service=MultiRowMutationService 2024-12-03T18:30:18,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:30:18,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:30:18,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,367 INFO [StoreOpener-0db390a4e1d6fd1703f82e201992d0fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,368 INFO [StoreOpener-0db390a4e1d6fd1703f82e201992d0fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db390a4e1d6fd1703f82e201992d0fd columnFamilyName hfileref 2024-12-03T18:30:18,369 DEBUG [StoreOpener-0db390a4e1d6fd1703f82e201992d0fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:18,369 INFO [StoreOpener-0db390a4e1d6fd1703f82e201992d0fd-1 {}] regionserver.HStore(327): Store=0db390a4e1d6fd1703f82e201992d0fd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:18,369 INFO [StoreOpener-0db390a4e1d6fd1703f82e201992d0fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,371 INFO [StoreOpener-0db390a4e1d6fd1703f82e201992d0fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db390a4e1d6fd1703f82e201992d0fd columnFamilyName queue 2024-12-03T18:30:18,371 DEBUG [StoreOpener-0db390a4e1d6fd1703f82e201992d0fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:18,371 INFO [StoreOpener-0db390a4e1d6fd1703f82e201992d0fd-1 {}] regionserver.HStore(327): Store=0db390a4e1d6fd1703f82e201992d0fd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:18,372 INFO [StoreOpener-0db390a4e1d6fd1703f82e201992d0fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,373 INFO [StoreOpener-0db390a4e1d6fd1703f82e201992d0fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db390a4e1d6fd1703f82e201992d0fd columnFamilyName sid 2024-12-03T18:30:18,373 DEBUG [StoreOpener-0db390a4e1d6fd1703f82e201992d0fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:30:18,374 INFO [StoreOpener-0db390a4e1d6fd1703f82e201992d0fd-1 {}] regionserver.HStore(327): Store=0db390a4e1d6fd1703f82e201992d0fd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:30:18,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:30:18,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:30:18,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0db390a4e1d6fd1703f82e201992d0fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61915659, jitterRate=-0.07738478481769562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:30:18,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:30:18,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0db390a4e1d6fd1703f82e201992d0fd: Running coprocessor pre-open hook at 1733250618364Writing region info on filesystem at 1733250618364Initializing all the Stores at 1733250618365 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250618365Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250618366 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250618366Cleaning up temporary data from old regions at 1733250618376 (+10 ms)Running coprocessor post-open hooks at 1733250618388 (+12 ms)Region opened successfully at 1733250618389 (+1 ms) 2024-12-03T18:30:18,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd., pid=10, masterSystemTime=1733250618336 2024-12-03T18:30:18,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. 2024-12-03T18:30:18,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. 2024-12-03T18:30:18,394 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0db390a4e1d6fd1703f82e201992d0fd, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,43241,1733250603834 2024-12-03T18:30:18,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db390a4e1d6fd1703f82e201992d0fd, server=5cd6afc4bcac,43241,1733250603834 because future has completed 2024-12-03T18:30:18,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:30:18,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0db390a4e1d6fd1703f82e201992d0fd, server=5cd6afc4bcac,43241,1733250603834 in 221 msec 2024-12-03T18:30:18,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T18:30:18,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0db390a4e1d6fd1703f82e201992d0fd, ASSIGN in 386 msec 2024-12-03T18:30:18,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:30:18,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250618418"}]},"ts":"1733250618418"} 2024-12-03T18:30:18,430 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:30:18,437 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:30:18,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 504 msec 2024-12-03T18:30:18,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2] 2024-12-03T18:30:18,537 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:18,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:30:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:30:18,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:30:18,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T18:30:18,718 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:30:18,790 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,43241,1733250603834, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:30:18,791 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:30:18,791 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,43241,1733250603834, seqNum=-1] 2024-12-03T18:30:18,791 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:18,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-03T18:30:18,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,43241,1733250603834', locateType=CURRENT is [region=hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2] 2024-12-03T18:30:18,823 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T18:30:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T18:30:18,832 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,43241,1733250603834 suceeded 2024-12-03T18:30:18,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T18:30:18,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 269 msec 2024-12-03T18:30:18,841 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:46407,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-03T18:30:18,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 937 msec 2024-12-03T18:30:18,858 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:46407' 2024-12-03T18:30:18,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:30:18,893 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78385626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:18,893 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46407,-1 for getting cluster id 2024-12-03T18:30:18,894 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:30:18,895 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '151e4f6f-4270-4301-a698-c1cacb6e88f1' 2024-12-03T18:30:18,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:30:18,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "151e4f6f-4270-4301-a698-c1cacb6e88f1" 2024-12-03T18:30:18,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10ebe239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:18,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46407,-1] 2024-12-03T18:30:18,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:30:18,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:18,899 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:30:18,901 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d8f7c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:18,901 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:30:18,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,46407,1733250609708 2024-12-03T18:30:18,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@702761d1 2024-12-03T18:30:18,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:30:18,904 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-03T18:30:18,905 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,43241,1733250603834 (queues=1) is replicating from cluster=ee949629-d435-4381-b501-4126f18e0cb6 to cluster=151e4f6f-4270-4301-a698-c1cacb6e88f1 2024-12-03T18:30:18,905 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C43241%2C1733250603834 2024-12-03T18:30:18,905 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,43241,1733250603834, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:30:18,931 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603, startPosition=0, beingWritten=true 2024-12-03T18:30:18,959 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.shipper5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C43241%2C1733250603834 2024-12-03T18:30:18,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:18,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:18,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:18,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:19,022 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:30:19,022 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.shipper5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,43241,1733250603834 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:30:19,024 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 379, reset compression=false 2024-12-03T18:30:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:30:19,052 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:30:19,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:30:19,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:30:19,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:19,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:19,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:30:19,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:19,065 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733250619063/Put/seqid=0 2024-12-03T18:30:19,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741840_1016 (size=7894) 2024-12-03T18:30:19,268 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 379, reset compression=false 2024-12-03T18:30:19,523 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f/f/hfile_1 is 34, key is ddd/f:row/1733250619522/Put/seqid=0 2024-12-03T18:30:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741841_1017 (size=7691) 2024-12-03T18:30:19,575 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 379, reset compression=false 2024-12-03T18:30:19,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de9f50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:19,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,42255,-1 for getting cluster id 2024-12-03T18:30:19,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:30:19,935 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee949629-d435-4381-b501-4126f18e0cb6' 2024-12-03T18:30:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:30:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee949629-d435-4381-b501-4126f18e0cb6" 2024-12-03T18:30:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecb579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,42255,-1] 2024-12-03T18:30:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:30:19,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:19,938 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:30:19,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4a3fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:19,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:30:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,43241,1733250603834, seqNum=-1] 2024-12-03T18:30:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:19,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:19,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:30:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,42255,1733250603550 2024-12-03T18:30:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f2d6880 2024-12-03T18:30:19,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:30:19,959 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:30:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733250613553.707c6e68e0251bedddc1ec5b20222068., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2] 2024-12-03T18:30:19,976 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:30:19,981 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 379, reset compression=false 2024-12-03T18:30:19,990 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T18:30:20,001 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T18:30:20,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f/f/hfile_0 for inclusion in 707c6e68e0251bedddc1ec5b20222068/f 2024-12-03T18:30:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T18:30:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:30:20,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f/f/hfile_1 for inclusion in 707c6e68e0251bedddc1ec5b20222068/f 2024-12-03T18:30:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T18:30:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:30:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HRegion(2603): Flush status journal for 707c6e68e0251bedddc1ec5b20222068: 2024-12-03T18:30:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f/f/hfile_0 to hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__mqjvd97nq04mb201nsod8502f5h7s0nqukeiebubl9s9uphandm4q6nfcqif59bc/f/hfile_0 2024-12-03T18:30:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__mqjvd97nq04mb201nsod8502f5h7s0nqukeiebubl9s9uphandm4q6nfcqif59bc/f/hfile_0 as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f/c72936cc788d4caba9729702a5c3f04a_SeqId_4_ 2024-12-03T18:30:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f/f/hfile_1 to hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__mqjvd97nq04mb201nsod8502f5h7s0nqukeiebubl9s9uphandm4q6nfcqif59bc/f/hfile_1 2024-12-03T18:30:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__mqjvd97nq04mb201nsod8502f5h7s0nqukeiebubl9s9uphandm4q6nfcqif59bc/f/hfile_1 as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f/2fbc0468794e49dc85b126958602f8ea_SeqId_4_ 2024-12-03T18:30:20,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__mqjvd97nq04mb201nsod8502f5h7s0nqukeiebubl9s9uphandm4q6nfcqif59bc/f/hfile_0 into 707c6e68e0251bedddc1ec5b20222068/f as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f/c72936cc788d4caba9729702a5c3f04a_SeqId_4_ - updating store file list. 2024-12-03T18:30:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c72936cc788d4caba9729702a5c3f04a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:30:20,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f/c72936cc788d4caba9729702a5c3f04a_SeqId_4_ into 707c6e68e0251bedddc1ec5b20222068/f 2024-12-03T18:30:20,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__mqjvd97nq04mb201nsod8502f5h7s0nqukeiebubl9s9uphandm4q6nfcqif59bc/f/hfile_0 into 707c6e68e0251bedddc1ec5b20222068/f (new location: hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f/c72936cc788d4caba9729702a5c3f04a_SeqId_4_) 2024-12-03T18:30:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__mqjvd97nq04mb201nsod8502f5h7s0nqukeiebubl9s9uphandm4q6nfcqif59bc/f/hfile_0 2024-12-03T18:30:20,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__mqjvd97nq04mb201nsod8502f5h7s0nqukeiebubl9s9uphandm4q6nfcqif59bc/f/hfile_1 into 707c6e68e0251bedddc1ec5b20222068/f as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f/2fbc0468794e49dc85b126958602f8ea_SeqId_4_ - updating store file list. 2024-12-03T18:30:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fbc0468794e49dc85b126958602f8ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:30:20,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f/2fbc0468794e49dc85b126958602f8ea_SeqId_4_ into 707c6e68e0251bedddc1ec5b20222068/f 2024-12-03T18:30:20,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__mqjvd97nq04mb201nsod8502f5h7s0nqukeiebubl9s9uphandm4q6nfcqif59bc/f/hfile_1 into 707c6e68e0251bedddc1ec5b20222068/f (new location: hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f/2fbc0468794e49dc85b126958602f8ea_SeqId_4_) 2024-12-03T18:30:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__mqjvd97nq04mb201nsod8502f5h7s0nqukeiebubl9s9uphandm4q6nfcqif59bc/f/hfile_1 2024-12-03T18:30:20,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:30:20,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:30:20,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:20,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:20,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:30:20,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:30:20,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733250613553.707c6e68e0251bedddc1ec5b20222068., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2 , the old value is region=test,,1733250613553.707c6e68e0251bedddc1ec5b20222068., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5cd6afc4bcac:43241 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T18:30:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733250613553.707c6e68e0251bedddc1ec5b20222068., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T18:30:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733250613553.707c6e68e0251bedddc1ec5b20222068., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2 from cache 2024-12-03T18:30:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,45365,1733250609927, seqNum=-1] 2024-12-03T18:30:20,119 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T18:30:20,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:20,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:20,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713., hostname=5cd6afc4bcac,45365,1733250609927, seqNum=2] 2024-12-03T18:30:20,127 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T18:30:20,231 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:43241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T18:30:20,497 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 379, reset compression=false 2024-12-03T18:30:20,511 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:30:20,511 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.shipper5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,43241,1733250603834 got entry batch from reader: WALEntryBatch [walEntries=[{test/707c6e68e0251bedddc1ec5b20222068/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733250620106/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T18:30:20,538 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.shipper5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:30:20,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-03T18:30:20,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.ReplicationSink(318): Replicating [ee949629-d435-4381-b501-4126f18e0cb6] bulk loaded data 2024-12-03T18:30:20,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5da15200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:20,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46407,-1 for getting cluster id 2024-12-03T18:30:20,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:30:20,548 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '151e4f6f-4270-4301-a698-c1cacb6e88f1' 2024-12-03T18:30:20,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:30:20,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "151e4f6f-4270-4301-a698-c1cacb6e88f1" 2024-12-03T18:30:20,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dee1967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:20,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46407,-1] 2024-12-03T18:30:20,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:30:20,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:20,550 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:30:20,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48ee6a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741837_1013 (size=7894) 2024-12-03T18:30:20,711 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 687, reset compression=false 2024-12-03T18:30:21,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741838_1014 (size=7691) 2024-12-03T18:30:21,015 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 687, reset compression=false 2024-12-03T18:30:21,131 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T18:30:21,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:30:21,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,46407,1733250609708 2024-12-03T18:30:21,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@598b7bec 2024-12-03T18:30:21,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:30:21,407 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-03T18:30:21,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:30:21,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:30:21,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,45365,1733250609927, seqNum=-1] 2024-12-03T18:30:21,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:21,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-03T18:30:21,419 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 687, reset compression=false 2024-12-03T18:30:21,460 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/staging/jenkins.hfs.6__test__dd88934d8ijhb8rvkjlag9i0q5dc1djlj92ojf1lbuvgcnc73l5lgd6c92qt3v6/f/2fbc0468794e49dc85b126958602f8ea_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T18:30:21,472 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/staging/jenkins.hfs.6__test__dd88934d8ijhb8rvkjlag9i0q5dc1djlj92ojf1lbuvgcnc73l5lgd6c92qt3v6/f/c72936cc788d4caba9729702a5c3f04a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T18:30:21,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/staging/jenkins.hfs.6__test__dd88934d8ijhb8rvkjlag9i0q5dc1djlj92ojf1lbuvgcnc73l5lgd6c92qt3v6/f/2fbc0468794e49dc85b126958602f8ea_SeqId_4_ for inclusion in abf1efbb503c6dddc0a5ccf255e8b713/f 2024-12-03T18:30:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T18:30:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:30:21,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/staging/jenkins.hfs.6__test__dd88934d8ijhb8rvkjlag9i0q5dc1djlj92ojf1lbuvgcnc73l5lgd6c92qt3v6/f/c72936cc788d4caba9729702a5c3f04a_SeqId_4_ for inclusion in abf1efbb503c6dddc0a5ccf255e8b713/f 2024-12-03T18:30:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T18:30:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:30:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HRegion(2603): Flush status journal for abf1efbb503c6dddc0a5ccf255e8b713: 2024-12-03T18:30:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2fbc0468794e49dc85b126958602f8ea_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T18:30:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/staging/jenkins.hfs.6__test__dd88934d8ijhb8rvkjlag9i0q5dc1djlj92ojf1lbuvgcnc73l5lgd6c92qt3v6/f/2fbc0468794e49dc85b126958602f8ea_SeqId_4_ as hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/default/test/abf1efbb503c6dddc0a5ccf255e8b713/f/d7842afca1f74694b099ae7661309e05_SeqId_4_ 2024-12-03T18:30:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c72936cc788d4caba9729702a5c3f04a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T18:30:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/staging/jenkins.hfs.6__test__dd88934d8ijhb8rvkjlag9i0q5dc1djlj92ojf1lbuvgcnc73l5lgd6c92qt3v6/f/c72936cc788d4caba9729702a5c3f04a_SeqId_4_ as hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/default/test/abf1efbb503c6dddc0a5ccf255e8b713/f/773775a6037b40cf81b88e6ece8536cf_SeqId_4_ 2024-12-03T18:30:21,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/staging/jenkins.hfs.6__test__dd88934d8ijhb8rvkjlag9i0q5dc1djlj92ojf1lbuvgcnc73l5lgd6c92qt3v6/f/2fbc0468794e49dc85b126958602f8ea_SeqId_4_ into abf1efbb503c6dddc0a5ccf255e8b713/f as hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/default/test/abf1efbb503c6dddc0a5ccf255e8b713/f/d7842afca1f74694b099ae7661309e05_SeqId_4_ - updating store file list. 2024-12-03T18:30:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d7842afca1f74694b099ae7661309e05_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:30:21,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/default/test/abf1efbb503c6dddc0a5ccf255e8b713/f/d7842afca1f74694b099ae7661309e05_SeqId_4_ into abf1efbb503c6dddc0a5ccf255e8b713/f 2024-12-03T18:30:21,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/staging/jenkins.hfs.6__test__dd88934d8ijhb8rvkjlag9i0q5dc1djlj92ojf1lbuvgcnc73l5lgd6c92qt3v6/f/2fbc0468794e49dc85b126958602f8ea_SeqId_4_ into abf1efbb503c6dddc0a5ccf255e8b713/f (new location: hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/default/test/abf1efbb503c6dddc0a5ccf255e8b713/f/d7842afca1f74694b099ae7661309e05_SeqId_4_) 2024-12-03T18:30:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/staging/jenkins.hfs.6__test__dd88934d8ijhb8rvkjlag9i0q5dc1djlj92ojf1lbuvgcnc73l5lgd6c92qt3v6/f/2fbc0468794e49dc85b126958602f8ea_SeqId_4_ 2024-12-03T18:30:21,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/staging/jenkins.hfs.6__test__dd88934d8ijhb8rvkjlag9i0q5dc1djlj92ojf1lbuvgcnc73l5lgd6c92qt3v6/f/c72936cc788d4caba9729702a5c3f04a_SeqId_4_ into abf1efbb503c6dddc0a5ccf255e8b713/f as hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/default/test/abf1efbb503c6dddc0a5ccf255e8b713/f/773775a6037b40cf81b88e6ece8536cf_SeqId_4_ - updating store file list. 2024-12-03T18:30:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 773775a6037b40cf81b88e6ece8536cf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:30:21,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/default/test/abf1efbb503c6dddc0a5ccf255e8b713/f/773775a6037b40cf81b88e6ece8536cf_SeqId_4_ into abf1efbb503c6dddc0a5ccf255e8b713/f 2024-12-03T18:30:21,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/staging/jenkins.hfs.6__test__dd88934d8ijhb8rvkjlag9i0q5dc1djlj92ojf1lbuvgcnc73l5lgd6c92qt3v6/f/c72936cc788d4caba9729702a5c3f04a_SeqId_4_ into abf1efbb503c6dddc0a5ccf255e8b713/f (new location: hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/default/test/abf1efbb503c6dddc0a5ccf255e8b713/f/773775a6037b40cf81b88e6ece8536cf_SeqId_4_) 2024-12-03T18:30:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/staging/jenkins.hfs.6__test__dd88934d8ijhb8rvkjlag9i0q5dc1djlj92ojf1lbuvgcnc73l5lgd6c92qt3v6/f/c72936cc788d4caba9729702a5c3f04a_SeqId_4_ 2024-12-03T18:30:21,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45365 {}] regionserver.ReplicationSink(324): Finished replicating [ee949629-d435-4381-b501-4126f18e0cb6] bulk loaded data 2024-12-03T18:30:21,967 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 687, reset compression=false 2024-12-03T18:30:22,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:30:22,148 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733250622148/Put/seqid=0 2024-12-03T18:30:22,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741842_1018 (size=7997) 2024-12-03T18:30:22,574 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 687, reset compression=false 2024-12-03T18:30:22,584 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733250622583/Put/seqid=0 2024-12-03T18:30:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741843_1019 (size=7794) 2024-12-03T18:30:22,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43348c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:22,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,42255,-1 for getting cluster id 2024-12-03T18:30:22,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:30:22,634 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee949629-d435-4381-b501-4126f18e0cb6' 2024-12-03T18:30:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:30:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee949629-d435-4381-b501-4126f18e0cb6" 2024-12-03T18:30:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9552b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,42255,-1] 2024-12-03T18:30:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:30:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:22,636 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:30:22,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d36743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:30:22,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:30:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,43241,1733250603834, seqNum=-1] 2024-12-03T18:30:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:22,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:22,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:30:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,42255,1733250603550 2024-12-03T18:30:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15a68c47 2024-12-03T18:30:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:30:22,665 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:30:22,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733250613553.707c6e68e0251bedddc1ec5b20222068., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2] 2024-12-03T18:30:22,680 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:30:22,693 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T18:30:22,711 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T18:30:22,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f1/f1/hfile_0 for inclusion in 707c6e68e0251bedddc1ec5b20222068/f1 2024-12-03T18:30:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T18:30:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:30:22,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f1/f1/hfile_1 for inclusion in 707c6e68e0251bedddc1ec5b20222068/f1 2024-12-03T18:30:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T18:30:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:30:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HRegion(2603): Flush status journal for 707c6e68e0251bedddc1ec5b20222068: 2024-12-03T18:30:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f1/f1/hfile_0 to hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__d63kaa0np5ehbjqicf77m9aaq30l73usej2mi5t850pnkmu9m5r2i12u47ur6k4m/f1/hfile_0 2024-12-03T18:30:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__d63kaa0np5ehbjqicf77m9aaq30l73usej2mi5t850pnkmu9m5r2i12u47ur6k4m/f1/hfile_0 as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f1/5af442f28d424609adbb4883f5ff5020_SeqId_6_ 2024-12-03T18:30:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/load_f1/f1/hfile_1 to hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__d63kaa0np5ehbjqicf77m9aaq30l73usej2mi5t850pnkmu9m5r2i12u47ur6k4m/f1/hfile_1 2024-12-03T18:30:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__d63kaa0np5ehbjqicf77m9aaq30l73usej2mi5t850pnkmu9m5r2i12u47ur6k4m/f1/hfile_1 as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f1/609aa103c0684b05ac611c34f4f9cd3f_SeqId_6_ 2024-12-03T18:30:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-03T18:30:22,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__d63kaa0np5ehbjqicf77m9aaq30l73usej2mi5t850pnkmu9m5r2i12u47ur6k4m/f1/hfile_0 into 707c6e68e0251bedddc1ec5b20222068/f1 as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f1/5af442f28d424609adbb4883f5ff5020_SeqId_6_ - updating store file list. 2024-12-03T18:30:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5af442f28d424609adbb4883f5ff5020_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T18:30:22,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f1/5af442f28d424609adbb4883f5ff5020_SeqId_6_ into 707c6e68e0251bedddc1ec5b20222068/f1 2024-12-03T18:30:22,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__d63kaa0np5ehbjqicf77m9aaq30l73usej2mi5t850pnkmu9m5r2i12u47ur6k4m/f1/hfile_0 into 707c6e68e0251bedddc1ec5b20222068/f1 (new location: hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f1/5af442f28d424609adbb4883f5ff5020_SeqId_6_) 2024-12-03T18:30:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__d63kaa0np5ehbjqicf77m9aaq30l73usej2mi5t850pnkmu9m5r2i12u47ur6k4m/f1/hfile_0 2024-12-03T18:30:22,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__d63kaa0np5ehbjqicf77m9aaq30l73usej2mi5t850pnkmu9m5r2i12u47ur6k4m/f1/hfile_1 into 707c6e68e0251bedddc1ec5b20222068/f1 as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f1/609aa103c0684b05ac611c34f4f9cd3f_SeqId_6_ - updating store file list. 2024-12-03T18:30:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 609aa103c0684b05ac611c34f4f9cd3f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T18:30:22,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f1/609aa103c0684b05ac611c34f4f9cd3f_SeqId_6_ into 707c6e68e0251bedddc1ec5b20222068/f1 2024-12-03T18:30:22,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__d63kaa0np5ehbjqicf77m9aaq30l73usej2mi5t850pnkmu9m5r2i12u47ur6k4m/f1/hfile_1 into 707c6e68e0251bedddc1ec5b20222068/f1 (new location: hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/f1/609aa103c0684b05ac611c34f4f9cd3f_SeqId_6_) 2024-12-03T18:30:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/staging/jenkins__test__d63kaa0np5ehbjqicf77m9aaq30l73usej2mi5t850pnkmu9m5r2i12u47ur6k4m/f1/hfile_1 2024-12-03T18:30:22,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:30:22,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:30:22,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:22,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733250613553.707c6e68e0251bedddc1ec5b20222068., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2 , the old value is region=test,,1733250613553.707c6e68e0251bedddc1ec5b20222068., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5cd6afc4bcac:43241 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T18:30:22,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733250613553.707c6e68e0251bedddc1ec5b20222068., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T18:30:22,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733250613553.707c6e68e0251bedddc1ec5b20222068., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2 from cache 2024-12-03T18:30:22,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:30:22,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:30:22,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:30:22,870 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T18:30:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,43241,1733250603834, seqNum=-1] 2024-12-03T18:30:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:30:22,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:30:22,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733250613553.707c6e68e0251bedddc1ec5b20222068., hostname=5cd6afc4bcac,43241,1733250603834, seqNum=2] 2024-12-03T18:30:22,980 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:43241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T18:30:23,328 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 687, reset compression=false 2024-12-03T18:30:23,336 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:30:23,336 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:23,336 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.shipper5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,43241,1733250603834 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:30:23,541 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:23,847 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:23,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:30:23,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:23,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:23,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:23,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:30:24,253 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:24,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T18:30:24,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T18:30:24,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T18:30:24,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T18:30:24,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:30:24,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T18:30:24,772 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:25,383 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:26,087 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:26,890 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:27,795 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:28,803 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:29,928 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:31,140 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:32,483 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:33,484 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:30:33,891 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:35,396 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:37,000 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:38,704 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:39,292 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:30:40,508 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:42,428 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:43,340 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.shipper5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,43241,1733250603834 got entry batch from reader: null 2024-12-03T18:30:44,432 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:46,536 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:47,315 INFO [master/5cd6afc4bcac:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T18:30:47,315 INFO [master/5cd6afc4bcac:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T18:30:48,747 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:51,051 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:53,455 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:53,471 INFO [master/5cd6afc4bcac:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T18:30:53,471 INFO [master/5cd6afc4bcac:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T18:30:55,968 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:58,573 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:30:59,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 707c6e68e0251bedddc1ec5b20222068, had cached 0 bytes from a total of 31376 2024-12-03T18:31:01,277 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:31:01,866 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region abf1efbb503c6dddc0a5ccf255e8b713, had cached 0 bytes from a total of 15585 2024-12-03T18:31:03,340 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.shipper5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,43241,1733250603834 got entry batch from reader: null 2024-12-03T18:31:03,484 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:31:04,087 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:31:06,996 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:31:07,294 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T18:31:09,292 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:31:10,011 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:31:13,115 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:31:14,155 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T18:31:16,320 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:31:19,623 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:31:22,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:31:22,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:31:22,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:22,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:22,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:22,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:31:22,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:31:22,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=769712943, stopped=false 2024-12-03T18:31:22,909 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,46407,1733250609708 2024-12-03T18:31:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-157240109/running 2024-12-03T18:31:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-157240109/running 2024-12-03T18:31:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:31:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:31:22,969 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:31:22,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:31:22,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:22,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:22,970 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,45365,1733250609927' ***** 2024-12-03T18:31:22,970 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:31:22,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Set watcher on znode that does not yet exist, /1-157240109/running 2024-12-03T18:31:22,970 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:31:22,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Set watcher on znode that does not yet exist, /1-157240109/running 2024-12-03T18:31:22,970 INFO [RS:0;5cd6afc4bcac:45365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:31:22,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:31:22,970 INFO [RS:0;5cd6afc4bcac:45365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:31:22,970 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(3091): Received CLOSE for abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:31:22,971 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,45365,1733250609927 2024-12-03T18:31:22,971 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:31:22,971 INFO [RS:0;5cd6afc4bcac:45365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:45365. 2024-12-03T18:31:22,971 DEBUG [RS:0;5cd6afc4bcac:45365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:22,971 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abf1efbb503c6dddc0a5ccf255e8b713, disabling compactions & flushes 2024-12-03T18:31:22,971 DEBUG [RS:0;5cd6afc4bcac:45365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:22,971 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. 2024-12-03T18:31:22,971 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. 2024-12-03T18:31:22,971 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:31:22,971 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. after waiting 0 ms 2024-12-03T18:31:22,971 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:31:22,971 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. 2024-12-03T18:31:22,971 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:31:22,971 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:31:22,971 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:31:22,971 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, abf1efbb503c6dddc0a5ccf255e8b713=test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713.} 2024-12-03T18:31:22,971 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abf1efbb503c6dddc0a5ccf255e8b713 2024-12-03T18:31:22,971 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:31:22,971 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:31:22,971 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:31:22,971 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:31:22,971 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:31:22,972 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T18:31:22,975 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/default/test/abf1efbb503c6dddc0a5ccf255e8b713/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T18:31:22,976 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:22,976 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:31:22,976 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. 2024-12-03T18:31:22,976 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abf1efbb503c6dddc0a5ccf255e8b713: Waiting for close lock at 1733250682971Running coprocessor pre-close hooks at 1733250682971Disabling compacts and flushes for region at 1733250682971Disabling writes for close at 1733250682971Writing region close event to WAL at 1733250682971Running coprocessor post-close hooks at 1733250682976 (+5 ms)Closed at 1733250682976 2024-12-03T18:31:22,976 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713. 2024-12-03T18:31:22,990 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/.tmp/info/a7c5898ba8c14c5aba662119b2548cf5 is 129, key is test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713./info:regioninfo/1733250616885/Put/seqid=0 2024-12-03T18:31:22,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741839_1015 (size=6421) 2024-12-03T18:31:23,032 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:31:23,051 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:31:23,171 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:23,340 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.shipper5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,43241,1733250603834 got entry batch from reader: null 2024-12-03T18:31:23,372 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:23,387 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:31:23,387 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:31:23,395 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/.tmp/info/a7c5898ba8c14c5aba662119b2548cf5 2024-12-03T18:31:23,412 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/.tmp/ns/4d026ec65feb48fdbec4ab24b6cf9d0d is 43, key is default/ns:d/1733250613416/Put/seqid=0 2024-12-03T18:31:23,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741840_1016 (size=5153) 2024-12-03T18:31:23,572 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:23,772 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:23,816 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/.tmp/ns/4d026ec65feb48fdbec4ab24b6cf9d0d 2024-12-03T18:31:23,834 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/.tmp/rep_barrier/8f77f81ee650498eacc03d4b230153fd is 112, key is test,,1733250615713.abf1efbb503c6dddc0a5ccf255e8b713./rep_barrier:seqnumDuringOpen/1733250616885/Put/seqid=0 2024-12-03T18:31:23,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741841_1017 (size=5518) 2024-12-03T18:31:23,972 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:31:23,972 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:31:23,972 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:24,172 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:24,240 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/.tmp/rep_barrier/8f77f81ee650498eacc03d4b230153fd 2024-12-03T18:31:24,256 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/.tmp/table/f14d0c80bb0444998900dc9a062bd674 is 40, key is test/table:state/1733250616901/Put/seqid=0 2024-12-03T18:31:24,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741842_1018 (size=5165) 2024-12-03T18:31:24,373 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:24,573 DEBUG [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:24,660 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/.tmp/table/f14d0c80bb0444998900dc9a062bd674 2024-12-03T18:31:24,666 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/.tmp/info/a7c5898ba8c14c5aba662119b2548cf5 as hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/info/a7c5898ba8c14c5aba662119b2548cf5 2024-12-03T18:31:24,672 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/info/a7c5898ba8c14c5aba662119b2548cf5, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T18:31:24,672 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/.tmp/ns/4d026ec65feb48fdbec4ab24b6cf9d0d as hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/ns/4d026ec65feb48fdbec4ab24b6cf9d0d 2024-12-03T18:31:24,677 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/ns/4d026ec65feb48fdbec4ab24b6cf9d0d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T18:31:24,678 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/.tmp/rep_barrier/8f77f81ee650498eacc03d4b230153fd as hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/rep_barrier/8f77f81ee650498eacc03d4b230153fd 2024-12-03T18:31:24,684 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/rep_barrier/8f77f81ee650498eacc03d4b230153fd, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T18:31:24,685 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/.tmp/table/f14d0c80bb0444998900dc9a062bd674 as hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/table/f14d0c80bb0444998900dc9a062bd674 2024-12-03T18:31:24,689 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/table/f14d0c80bb0444998900dc9a062bd674, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T18:31:24,690 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=11, compaction requested=false 2024-12-03T18:31:24,694 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T18:31:24,695 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:24,695 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:24,695 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:24,695 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250682971Running coprocessor pre-close hooks at 1733250682971Disabling compacts and flushes for region at 1733250682971Disabling writes for close at 1733250682971Obtaining lock to block concurrent updates at 1733250682972 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733250682972Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733250682972Flushing stores of hbase:meta,,1.1588230740 at 1733250682972Flushing 1588230740/info: creating writer at 1733250682972Flushing 1588230740/info: appending metadata at 1733250682990 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733250682990Flushing 1588230740/ns: creating writer at 1733250683400 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733250683411 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733250683412 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733250683821 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250683834 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250683834Flushing 1588230740/table: creating writer at 1733250684245 (+411 ms)Flushing 1588230740/table: appending metadata at 1733250684256 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733250684256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635aa1e1: reopening flushed file at 1733250684665 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce9704b: reopening flushed file at 1733250684672 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e8a29e: reopening flushed file at 1733250684677 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31154c8f: reopening flushed file at 1733250684684 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=11, compaction requested=false at 1733250684690 (+6 ms)Writing region close event to WAL at 1733250684691 (+1 ms)Running coprocessor post-close hooks at 1733250684695 (+4 ms)Closed at 1733250684695 2024-12-03T18:31:24,695 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:24,773 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,45365,1733250609927; all regions closed. 2024-12-03T18:31:24,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741834_1010 (size=2717) 2024-12-03T18:31:24,775 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/WALs/5cd6afc4bcac,45365,1733250609927/5cd6afc4bcac%2C45365%2C1733250609927.meta.1733250613349.meta not finished, retry = 0 2024-12-03T18:31:24,881 DEBUG [RS:0;5cd6afc4bcac:45365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/oldWALs 2024-12-03T18:31:24,881 INFO [RS:0;5cd6afc4bcac:45365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C45365%2C1733250609927.meta:.meta(num 1733250613349) 2024-12-03T18:31:24,884 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/WALs/5cd6afc4bcac,45365,1733250609927/5cd6afc4bcac%2C45365%2C1733250609927.1733250612453 not finished, retry = 0 2024-12-03T18:31:24,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741832_1008 (size=1028) 2024-12-03T18:31:24,987 DEBUG [RS:0;5cd6afc4bcac:45365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/oldWALs 2024-12-03T18:31:24,987 INFO [RS:0;5cd6afc4bcac:45365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C45365%2C1733250609927:(num 1733250612453) 2024-12-03T18:31:24,987 DEBUG [RS:0;5cd6afc4bcac:45365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:24,987 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:31:24,987 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:31:24,987 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:31:24,987 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:31:24,987 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:31:24,988 INFO [RS:0;5cd6afc4bcac:45365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:45365. 2024-12-03T18:31:24,988 DEBUG [RS:0;5cd6afc4bcac:45365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:24,988 DEBUG [RS:0;5cd6afc4bcac:45365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:24,988 DEBUG [RS:0;5cd6afc4bcac:45365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:24,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:31:24,988 INFO [RS:0;5cd6afc4bcac:45365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45365 2024-12-03T18:31:25,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109/rs 2024-12-03T18:31:25,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-157240109/rs/5cd6afc4bcac,45365,1733250609927 2024-12-03T18:31:25,036 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:31:25,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,45365,1733250609927] 2024-12-03T18:31:25,053 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-157240109/draining/5cd6afc4bcac,45365,1733250609927 already deleted, retry=false 2024-12-03T18:31:25,053 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,45365,1733250609927 expired; onlineServers=0 2024-12-03T18:31:25,053 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,46407,1733250609708' ***** 2024-12-03T18:31:25,053 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:31:25,053 INFO [M:0;5cd6afc4bcac:46407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:31:25,053 INFO [M:0;5cd6afc4bcac:46407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:31:25,053 DEBUG [M:0;5cd6afc4bcac:46407 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:31:25,054 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:31:25,054 DEBUG [M:0;5cd6afc4bcac:46407 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:31:25,054 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250612130 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250612130,5,FailOnTimeoutGroup] 2024-12-03T18:31:25,054 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250612130 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250612130,5,FailOnTimeoutGroup] 2024-12-03T18:31:25,054 INFO [M:0;5cd6afc4bcac:46407 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:31:25,054 INFO [M:0;5cd6afc4bcac:46407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:31:25,054 DEBUG [M:0;5cd6afc4bcac:46407 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:31:25,054 INFO [M:0;5cd6afc4bcac:46407 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:31:25,054 INFO [M:0;5cd6afc4bcac:46407 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:31:25,054 INFO [M:0;5cd6afc4bcac:46407 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:31:25,054 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:31:25,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-157240109/master 2024-12-03T18:31:25,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-157240109 2024-12-03T18:31:25,061 DEBUG [M:0;5cd6afc4bcac:46407 {}] zookeeper.ZKUtil(347): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Unable to get data of znode /1-157240109/master because node does not exist (not an error) 2024-12-03T18:31:25,062 WARN [M:0;5cd6afc4bcac:46407 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:31:25,063 INFO [M:0;5cd6afc4bcac:46407 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/.lastflushedseqids 2024-12-03T18:31:25,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741843_1019 (size=173) 2024-12-03T18:31:25,145 INFO [RS:0;5cd6afc4bcac:45365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:31:25,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:25,145 INFO [RS:0;5cd6afc4bcac:45365 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,45365,1733250609927; zookeeper connection closed. 2024-12-03T18:31:25,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45365-0x1019dbee53c0004, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:25,145 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48c1e810 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48c1e810 2024-12-03T18:31:25,146 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:31:25,467 INFO [M:0;5cd6afc4bcac:46407 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:31:25,467 INFO [M:0;5cd6afc4bcac:46407 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:31:25,468 DEBUG [M:0;5cd6afc4bcac:46407 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:31:25,468 INFO [M:0;5cd6afc4bcac:46407 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:25,468 DEBUG [M:0;5cd6afc4bcac:46407 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:25,468 DEBUG [M:0;5cd6afc4bcac:46407 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:31:25,468 DEBUG [M:0;5cd6afc4bcac:46407 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:25,468 INFO [M:0;5cd6afc4bcac:46407 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-12-03T18:31:25,484 DEBUG [M:0;5cd6afc4bcac:46407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48245396d2fb4cf2b8e971d7cfeace4f is 82, key is hbase:meta,,1/info:regioninfo/1733250613395/Put/seqid=0 2024-12-03T18:31:25,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741844_1020 (size=5672) 2024-12-03T18:31:25,888 INFO [M:0;5cd6afc4bcac:46407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48245396d2fb4cf2b8e971d7cfeace4f 2024-12-03T18:31:25,909 DEBUG [M:0;5cd6afc4bcac:46407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dc3041a8a364ce783a856595ab5b6fa is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733250616905/Put/seqid=0 2024-12-03T18:31:25,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741845_1021 (size=6728) 2024-12-03T18:31:26,314 INFO [M:0;5cd6afc4bcac:46407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dc3041a8a364ce783a856595ab5b6fa 2024-12-03T18:31:26,318 INFO [M:0;5cd6afc4bcac:46407 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dc3041a8a364ce783a856595ab5b6fa 2024-12-03T18:31:26,330 DEBUG [M:0;5cd6afc4bcac:46407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10543b390db6408990e28558fcbddee4 is 69, key is 5cd6afc4bcac,45365,1733250609927/rs:state/1733250612236/Put/seqid=0 2024-12-03T18:31:26,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741846_1022 (size=5156) 2024-12-03T18:31:26,535 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.1733250606603 to pos 997, reset compression=false 2024-12-03T18:31:26,734 INFO [M:0;5cd6afc4bcac:46407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10543b390db6408990e28558fcbddee4 2024-12-03T18:31:26,739 DEBUG [M:0;5cd6afc4bcac:46407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48245396d2fb4cf2b8e971d7cfeace4f as hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48245396d2fb4cf2b8e971d7cfeace4f 2024-12-03T18:31:26,744 INFO [M:0;5cd6afc4bcac:46407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48245396d2fb4cf2b8e971d7cfeace4f, entries=8, sequenceid=58, filesize=5.5 K 2024-12-03T18:31:26,745 DEBUG [M:0;5cd6afc4bcac:46407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dc3041a8a364ce783a856595ab5b6fa as hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dc3041a8a364ce783a856595ab5b6fa 2024-12-03T18:31:26,750 INFO [M:0;5cd6afc4bcac:46407 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dc3041a8a364ce783a856595ab5b6fa 2024-12-03T18:31:26,750 INFO [M:0;5cd6afc4bcac:46407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dc3041a8a364ce783a856595ab5b6fa, entries=6, sequenceid=58, filesize=6.6 K 2024-12-03T18:31:26,751 DEBUG [M:0;5cd6afc4bcac:46407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10543b390db6408990e28558fcbddee4 as hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10543b390db6408990e28558fcbddee4 2024-12-03T18:31:26,756 INFO [M:0;5cd6afc4bcac:46407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/6cc90f90-a596-6e43-6744-a21f8621098b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10543b390db6408990e28558fcbddee4, entries=1, sequenceid=58, filesize=5.0 K 2024-12-03T18:31:26,756 INFO [M:0;5cd6afc4bcac:46407 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=58, compaction requested=false 2024-12-03T18:31:26,757 INFO [M:0;5cd6afc4bcac:46407 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:26,758 DEBUG [M:0;5cd6afc4bcac:46407 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250685468Disabling compacts and flushes for region at 1733250685468Disabling writes for close at 1733250685468Obtaining lock to block concurrent updates at 1733250685468Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250685468Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1733250685468Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250685469 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250685469Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250685483 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250685484 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250685893 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250685909 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250685909Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250686318 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250686329 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250686329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62490cd3: reopening flushed file at 1733250686738 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7674ae6c: reopening flushed file at 1733250686745 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c6639d: reopening flushed file at 1733250686750 (+5 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=58, compaction requested=false at 1733250686756 (+6 ms)Writing region close event to WAL at 1733250686757 (+1 ms)Closed at 1733250686757 2024-12-03T18:31:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741830_1006 (size=33038) 2024-12-03T18:31:26,761 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:31:26,761 INFO [M:0;5cd6afc4bcac:46407 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:31:26,761 INFO [M:0;5cd6afc4bcac:46407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46407 2024-12-03T18:31:26,761 INFO [M:0;5cd6afc4bcac:46407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:31:27,082 INFO [M:0;5cd6afc4bcac:46407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:31:27,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:27,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46407-0x1019dbee53c0003, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:27,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fb12123{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:31:27,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4002ad2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:31:27,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:31:27,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a2d70e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:31:27,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26db198b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/hadoop.log.dir/,STOPPED} 2024-12-03T18:31:27,087 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:31:27,087 WARN [BP-2044145464-172.17.0.3-1733250607517 heartbeating to localhost/127.0.0.1:36759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:31:27,087 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:31:27,087 WARN [BP-2044145464-172.17.0.3-1733250607517 heartbeating to localhost/127.0.0.1:36759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2044145464-172.17.0.3-1733250607517 (Datanode Uuid a4c01b80-1dd0-4da1-b372-d60afa04c831) service to localhost/127.0.0.1:36759 2024-12-03T18:31:27,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/cluster_d5bd5ab4-233a-ac50-5b9c-707d6f070730/data/data1/current/BP-2044145464-172.17.0.3-1733250607517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:31:27,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/cluster_d5bd5ab4-233a-ac50-5b9c-707d6f070730/data/data2/current/BP-2044145464-172.17.0.3-1733250607517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:31:27,088 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:31:27,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c4a1244{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:31:27,094 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3464a5df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:31:27,094 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:31:27,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b472241{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:31:27,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d18dedc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/hadoop.log.dir/,STOPPED} 2024-12-03T18:31:27,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:31:27,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:31:27,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:31:27,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:27,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:27,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:27,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:31:27,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:31:27,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=456645798, stopped=false 2024-12-03T18:31:27,111 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,42255,1733250603550 2024-12-03T18:31:27,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-426335460/running 2024-12-03T18:31:27,120 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-426335460/running 2024-12-03T18:31:27,120 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:31:27,120 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:31:27,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:31:27,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:27,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:31:27,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:27,120 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,43241,1733250603834' ***** 2024-12-03T18:31:27,120 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:31:27,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Set watcher on znode that does not yet exist, /0-426335460/running 2024-12-03T18:31:27,121 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:31:27,121 INFO [RS:0;5cd6afc4bcac:43241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:31:27,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Set watcher on znode that does not yet exist, /0-426335460/running 2024-12-03T18:31:27,121 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:31:27,121 INFO [RS:0;5cd6afc4bcac:43241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:31:27,121 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(3091): Received CLOSE for 0db390a4e1d6fd1703f82e201992d0fd 2024-12-03T18:31:27,121 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(3091): Received CLOSE for 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:31:27,121 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,43241,1733250603834 2024-12-03T18:31:27,121 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:31:27,121 INFO [RS:0;5cd6afc4bcac:43241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:43241. 2024-12-03T18:31:27,121 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0db390a4e1d6fd1703f82e201992d0fd, disabling compactions & flushes 2024-12-03T18:31:27,121 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. 2024-12-03T18:31:27,121 DEBUG [RS:0;5cd6afc4bcac:43241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:27,121 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. 2024-12-03T18:31:27,121 DEBUG [RS:0;5cd6afc4bcac:43241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:27,121 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. after waiting 0 ms 2024-12-03T18:31:27,121 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. 2024-12-03T18:31:27,121 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:31:27,121 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:31:27,121 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:31:27,121 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:31:27,122 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0db390a4e1d6fd1703f82e201992d0fd 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-03T18:31:27,122 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T18:31:27,122 DEBUG [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1325): Online Regions={0db390a4e1d6fd1703f82e201992d0fd=hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd., 1588230740=hbase:meta,,1.1588230740, 707c6e68e0251bedddc1ec5b20222068=test,,1733250613553.707c6e68e0251bedddc1ec5b20222068.} 2024-12-03T18:31:27,122 DEBUG [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1351): Waiting on 0db390a4e1d6fd1703f82e201992d0fd, 1588230740, 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:31:27,122 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:31:27,122 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:31:27,122 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:31:27,122 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:31:27,122 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:31:27,122 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T18:31:27,130 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:31:27,137 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd/.tmp/hfileref/46ee336343b248cdb1c7ab4fc7125f1a is 74, key is 1/hfileref:2fbc0468794e49dc85b126958602f8ea_SeqId_4_/1733250621589/DeleteColumn/seqid=0 2024-12-03T18:31:27,139 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/.tmp/info/60fd87d46a17440b8be88f9e90995fff is 147, key is hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd./info:regioninfo/1733250618394/Put/seqid=0 2024-12-03T18:31:27,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741844_1020 (size=5203) 2024-12-03T18:31:27,141 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd/.tmp/hfileref/46ee336343b248cdb1c7ab4fc7125f1a 2024-12-03T18:31:27,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741845_1021 (size=7686) 2024-12-03T18:31:27,160 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd/.tmp/queue/14c506e56c134b75a3e4060d335dd1a2 is 153, key is 1-5cd6afc4bcac,43241,1733250603834/queue:5cd6afc4bcac%2C43241%2C1733250603834/1733250623338/Put/seqid=0 2024-12-03T18:31:27,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741846_1022 (size=5352) 2024-12-03T18:31:27,322 DEBUG [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1351): Waiting on 0db390a4e1d6fd1703f82e201992d0fd, 1588230740, 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:31:27,448 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:31:27,448 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:31:27,522 DEBUG [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1351): Waiting on 0db390a4e1d6fd1703f82e201992d0fd, 1588230740, 707c6e68e0251bedddc1ec5b20222068 2024-12-03T18:31:27,543 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/.tmp/info/60fd87d46a17440b8be88f9e90995fff 2024-12-03T18:31:27,572 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd/.tmp/queue/14c506e56c134b75a3e4060d335dd1a2 2024-12-03T18:31:27,574 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/.tmp/ns/56a2c0f5da9543c6844a3687bdb1cb0b is 43, key is default/ns:d/1733250607267/Put/seqid=0 2024-12-03T18:31:27,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741847_1023 (size=5153) 2024-12-03T18:31:27,581 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/.tmp/ns/56a2c0f5da9543c6844a3687bdb1cb0b 2024-12-03T18:31:27,592 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd/.tmp/hfileref/46ee336343b248cdb1c7ab4fc7125f1a as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd/hfileref/46ee336343b248cdb1c7ab4fc7125f1a 2024-12-03T18:31:27,601 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd/hfileref/46ee336343b248cdb1c7ab4fc7125f1a, entries=2, sequenceid=10, filesize=5.1 K 2024-12-03T18:31:27,605 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd/.tmp/queue/14c506e56c134b75a3e4060d335dd1a2 as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd/queue/14c506e56c134b75a3e4060d335dd1a2 2024-12-03T18:31:27,613 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/.tmp/rep_barrier/bd8f38bbb2f64cff9a2ec7923607ddae is 112, key is test,,1733250613553.707c6e68e0251bedddc1ec5b20222068./rep_barrier:seqnumDuringOpen/1733250614720/Put/seqid=0 2024-12-03T18:31:27,613 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd/queue/14c506e56c134b75a3e4060d335dd1a2, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T18:31:27,615 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0db390a4e1d6fd1703f82e201992d0fd in 494ms, sequenceid=10, compaction requested=false 2024-12-03T18:31:27,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741848_1024 (size=5518) 2024-12-03T18:31:27,628 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/.tmp/rep_barrier/bd8f38bbb2f64cff9a2ec7923607ddae 2024-12-03T18:31:27,640 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/replication/0db390a4e1d6fd1703f82e201992d0fd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T18:31:27,641 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:27,641 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:27,641 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. 2024-12-03T18:31:27,641 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0db390a4e1d6fd1703f82e201992d0fd: Waiting for close lock at 1733250687121Running coprocessor pre-close hooks at 1733250687121Disabling compacts and flushes for region at 1733250687121Disabling writes for close at 1733250687121Obtaining lock to block concurrent updates at 1733250687122 (+1 ms)Preparing flush snapshotting stores in 0db390a4e1d6fd1703f82e201992d0fd at 1733250687122Finished memstore snapshotting hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733250687122Flushing stores of hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. at 1733250687122Flushing 0db390a4e1d6fd1703f82e201992d0fd/hfileref: creating writer at 1733250687122Flushing 0db390a4e1d6fd1703f82e201992d0fd/hfileref: appending metadata at 1733250687136 (+14 ms)Flushing 0db390a4e1d6fd1703f82e201992d0fd/hfileref: closing flushed file at 1733250687136Flushing 0db390a4e1d6fd1703f82e201992d0fd/queue: creating writer at 1733250687145 (+9 ms)Flushing 0db390a4e1d6fd1703f82e201992d0fd/queue: appending metadata at 1733250687160 (+15 ms)Flushing 0db390a4e1d6fd1703f82e201992d0fd/queue: closing flushed file at 1733250687160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1d2b2c: reopening flushed file at 1733250687591 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4217e265: reopening flushed file at 1733250687601 (+10 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0db390a4e1d6fd1703f82e201992d0fd in 494ms, sequenceid=10, compaction requested=false at 1733250687615 (+14 ms)Writing region close event to WAL at 1733250687635 (+20 ms)Running coprocessor post-close hooks at 1733250687641 (+6 ms)Closed at 1733250687641 2024-12-03T18:31:27,642 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250617933.0db390a4e1d6fd1703f82e201992d0fd. 2024-12-03T18:31:27,642 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 707c6e68e0251bedddc1ec5b20222068, disabling compactions & flushes 2024-12-03T18:31:27,642 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. 2024-12-03T18:31:27,642 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. 2024-12-03T18:31:27,642 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. after waiting 0 ms 2024-12-03T18:31:27,642 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. 2024-12-03T18:31:27,653 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/.tmp/table/52f34535f5fb4c5cb46f2e6e1f0d4e8f is 53, key is hbase:replication/table:state/1733250618418/Put/seqid=0 2024-12-03T18:31:27,659 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/default/test/707c6e68e0251bedddc1ec5b20222068/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T18:31:27,659 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:27,660 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:31:27,660 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. 2024-12-03T18:31:27,660 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 707c6e68e0251bedddc1ec5b20222068: Waiting for close lock at 1733250687642Running coprocessor pre-close hooks at 1733250687642Disabling compacts and flushes for region at 1733250687642Disabling writes for close at 1733250687642Writing region close event to WAL at 1733250687655 (+13 ms)Running coprocessor post-close hooks at 1733250687659 (+4 ms)Closed at 1733250687660 (+1 ms) 2024-12-03T18:31:27,660 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250613553.707c6e68e0251bedddc1ec5b20222068. 2024-12-03T18:31:27,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741849_1025 (size=5308) 2024-12-03T18:31:27,722 DEBUG [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:27,923 DEBUG [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:28,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:28,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:28,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:28,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:28,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:28,069 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/.tmp/table/52f34535f5fb4c5cb46f2e6e1f0d4e8f 2024-12-03T18:31:28,076 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/.tmp/info/60fd87d46a17440b8be88f9e90995fff as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/info/60fd87d46a17440b8be88f9e90995fff 2024-12-03T18:31:28,082 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/info/60fd87d46a17440b8be88f9e90995fff, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T18:31:28,083 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/.tmp/ns/56a2c0f5da9543c6844a3687bdb1cb0b as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/ns/56a2c0f5da9543c6844a3687bdb1cb0b 2024-12-03T18:31:28,089 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/ns/56a2c0f5da9543c6844a3687bdb1cb0b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T18:31:28,090 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/.tmp/rep_barrier/bd8f38bbb2f64cff9a2ec7923607ddae as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/rep_barrier/bd8f38bbb2f64cff9a2ec7923607ddae 2024-12-03T18:31:28,094 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/rep_barrier/bd8f38bbb2f64cff9a2ec7923607ddae, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T18:31:28,095 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/.tmp/table/52f34535f5fb4c5cb46f2e6e1f0d4e8f as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/table/52f34535f5fb4c5cb46f2e6e1f0d4e8f 2024-12-03T18:31:28,101 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/table/52f34535f5fb4c5cb46f2e6e1f0d4e8f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T18:31:28,101 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 979ms, sequenceid=16, compaction requested=false 2024-12-03T18:31:28,106 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T18:31:28,106 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:28,106 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:28,106 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:28,106 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250687122Running coprocessor pre-close hooks at 1733250687122Disabling compacts and flushes for region at 1733250687122Disabling writes for close at 1733250687122Obtaining lock to block concurrent updates at 1733250687122Preparing flush snapshotting stores in 1588230740 at 1733250687122Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733250687122Flushing stores of hbase:meta,,1.1588230740 at 1733250687123 (+1 ms)Flushing 1588230740/info: creating writer at 1733250687123Flushing 1588230740/info: appending metadata at 1733250687138 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733250687138Flushing 1588230740/ns: creating writer at 1733250687551 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733250687573 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733250687573Flushing 1588230740/rep_barrier: creating writer at 1733250687591 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250687612 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250687612Flushing 1588230740/table: creating writer at 1733250687634 (+22 ms)Flushing 1588230740/table: appending metadata at 1733250687653 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733250687653Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4ff409: reopening flushed file at 1733250688075 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489d8253: reopening flushed file at 1733250688082 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a6917b: reopening flushed file at 1733250688089 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105b30ff: reopening flushed file at 1733250688095 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 979ms, sequenceid=16, compaction requested=false at 1733250688101 (+6 ms)Writing region close event to WAL at 1733250688103 (+2 ms)Running coprocessor post-close hooks at 1733250688106 (+3 ms)Closed at 1733250688106 2024-12-03T18:31:28,106 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:28,123 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,43241,1733250603834; all regions closed. 2024-12-03T18:31:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741834_1010 (size=4239) 2024-12-03T18:31:28,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.meta.1733250607132.meta not finished, retry = 0 2024-12-03T18:31:28,228 DEBUG [RS:0;5cd6afc4bcac:43241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/oldWALs 2024-12-03T18:31:28,228 INFO [RS:0;5cd6afc4bcac:43241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C43241%2C1733250603834.meta:.meta(num 1733250607132) 2024-12-03T18:31:28,236 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/WALs/5cd6afc4bcac,43241,1733250603834/5cd6afc4bcac%2C43241%2C1733250603834.rep.1733250618342 not finished, retry = 0 2024-12-03T18:31:28,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741839_1015 (size=2700) 2024-12-03T18:31:28,341 DEBUG [RS:0;5cd6afc4bcac:43241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/oldWALs 2024-12-03T18:31:28,341 INFO [RS:0;5cd6afc4bcac:43241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C43241%2C1733250603834.rep:(num 1733250618342) 2024-12-03T18:31:28,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741833_1009 (size=1300) 2024-12-03T18:31:28,346 DEBUG [RS:0;5cd6afc4bcac:43241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/oldWALs 2024-12-03T18:31:28,346 INFO [RS:0;5cd6afc4bcac:43241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C43241%2C1733250603834:(num 1733250606603) 2024-12-03T18:31:28,346 DEBUG [RS:0;5cd6afc4bcac:43241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:28,346 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:31:28,346 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:31:28,346 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:31:28,347 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:31:28,347 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:31:28,347 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,43241,1733250603834 because: Region server is closing 2024-12-03T18:31:28,347 INFO [RS:0;5cd6afc4bcac:43241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:43241. 2024-12-03T18:31:28,347 DEBUG [RS:0;5cd6afc4bcac:43241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:28,347 DEBUG [RS:0;5cd6afc4bcac:43241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:28,347 DEBUG [RS:0;5cd6afc4bcac:43241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:28,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:31:28,448 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.wal-reader.5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T18:31:28,448 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.shipper5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T18:31:28,448 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,43241,1733250603834.replicationSource.shipper5cd6afc4bcac%2C43241%2C1733250603834,1-5cd6afc4bcac,43241,1733250603834 terminated 2024-12-03T18:31:28,448 INFO [RS:0;5cd6afc4bcac:43241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43241 2024-12-03T18:31:28,494 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-426335460/rs/5cd6afc4bcac,43241,1733250603834 2024-12-03T18:31:28,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460/rs 2024-12-03T18:31:28,494 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:31:28,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,43241,1733250603834] 2024-12-03T18:31:28,511 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-426335460/draining/5cd6afc4bcac,43241,1733250603834 already deleted, retry=false 2024-12-03T18:31:28,511 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,43241,1733250603834 expired; onlineServers=0 2024-12-03T18:31:28,511 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,42255,1733250603550' ***** 2024-12-03T18:31:28,511 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:31:28,511 INFO [M:0;5cd6afc4bcac:42255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:31:28,511 INFO [M:0;5cd6afc4bcac:42255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:31:28,511 DEBUG [M:0;5cd6afc4bcac:42255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:31:28,511 DEBUG [M:0;5cd6afc4bcac:42255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:31:28,511 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:31:28,511 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250606103 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250606103,5,FailOnTimeoutGroup] 2024-12-03T18:31:28,511 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250606119 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250606119,5,FailOnTimeoutGroup] 2024-12-03T18:31:28,511 INFO [M:0;5cd6afc4bcac:42255 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:31:28,511 INFO [M:0;5cd6afc4bcac:42255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:31:28,512 DEBUG [M:0;5cd6afc4bcac:42255 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:31:28,512 INFO [M:0;5cd6afc4bcac:42255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:31:28,512 INFO [M:0;5cd6afc4bcac:42255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:31:28,512 INFO [M:0;5cd6afc4bcac:42255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:31:28,512 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:31:28,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-426335460/master 2024-12-03T18:31:28,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-426335460 2024-12-03T18:31:28,519 DEBUG [M:0;5cd6afc4bcac:42255 {}] zookeeper.ZKUtil(347): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Unable to get data of znode /0-426335460/master because node does not exist (not an error) 2024-12-03T18:31:28,519 WARN [M:0;5cd6afc4bcac:42255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:31:28,521 INFO [M:0;5cd6afc4bcac:42255 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/.lastflushedseqids 2024-12-03T18:31:28,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:31:28,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741850_1026 (size=263) 2024-12-03T18:31:28,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:28,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:28,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:28,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:28,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:28,603 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:28,603 INFO [RS:0;5cd6afc4bcac:43241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:31:28,603 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43241-0x1019dbee53c0001, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:28,603 INFO [RS:0;5cd6afc4bcac:43241 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,43241,1733250603834; zookeeper connection closed. 2024-12-03T18:31:28,603 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2667d820 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2667d820 2024-12-03T18:31:28,603 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:31:28,929 INFO [M:0;5cd6afc4bcac:42255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:31:28,929 INFO [M:0;5cd6afc4bcac:42255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:31:28,929 DEBUG [M:0;5cd6afc4bcac:42255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:31:28,929 INFO [M:0;5cd6afc4bcac:42255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:28,929 DEBUG [M:0;5cd6afc4bcac:42255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:28,929 DEBUG [M:0;5cd6afc4bcac:42255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:31:28,929 DEBUG [M:0;5cd6afc4bcac:42255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:28,929 INFO [M:0;5cd6afc4bcac:42255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-03T18:31:28,945 DEBUG [M:0;5cd6afc4bcac:42255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd0f8a92f79a496087244fe5ce3cda55 is 82, key is hbase:meta,,1/info:regioninfo/1733250607190/Put/seqid=0 2024-12-03T18:31:28,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741851_1027 (size=5672) 2024-12-03T18:31:29,350 INFO [M:0;5cd6afc4bcac:42255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd0f8a92f79a496087244fe5ce3cda55 2024-12-03T18:31:29,367 DEBUG [M:0;5cd6afc4bcac:42255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e733237eb62742b2b3e78f4ff53eb85f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733250614734/Put/seqid=0 2024-12-03T18:31:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741852_1028 (size=7240) 2024-12-03T18:31:29,772 INFO [M:0;5cd6afc4bcac:42255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e733237eb62742b2b3e78f4ff53eb85f 2024-12-03T18:31:29,776 INFO [M:0;5cd6afc4bcac:42255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e733237eb62742b2b3e78f4ff53eb85f 2024-12-03T18:31:29,794 DEBUG [M:0;5cd6afc4bcac:42255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/063588274760416cabdbb8ee5767f7d6 is 69, key is 5cd6afc4bcac,43241,1733250603834/rs:state/1733250606321/Put/seqid=0 2024-12-03T18:31:29,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741853_1029 (size=5156) 2024-12-03T18:31:30,199 INFO [M:0;5cd6afc4bcac:42255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/063588274760416cabdbb8ee5767f7d6 2024-12-03T18:31:30,204 DEBUG [M:0;5cd6afc4bcac:42255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd0f8a92f79a496087244fe5ce3cda55 as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd0f8a92f79a496087244fe5ce3cda55 2024-12-03T18:31:30,209 INFO [M:0;5cd6afc4bcac:42255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd0f8a92f79a496087244fe5ce3cda55, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T18:31:30,210 DEBUG [M:0;5cd6afc4bcac:42255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e733237eb62742b2b3e78f4ff53eb85f as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e733237eb62742b2b3e78f4ff53eb85f 2024-12-03T18:31:30,215 INFO [M:0;5cd6afc4bcac:42255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e733237eb62742b2b3e78f4ff53eb85f 2024-12-03T18:31:30,215 INFO [M:0;5cd6afc4bcac:42255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e733237eb62742b2b3e78f4ff53eb85f, entries=11, sequenceid=105, filesize=7.1 K 2024-12-03T18:31:30,216 DEBUG [M:0;5cd6afc4bcac:42255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/063588274760416cabdbb8ee5767f7d6 as hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/063588274760416cabdbb8ee5767f7d6 2024-12-03T18:31:30,221 INFO [M:0;5cd6afc4bcac:42255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42509/user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/063588274760416cabdbb8ee5767f7d6, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T18:31:30,222 INFO [M:0;5cd6afc4bcac:42255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-12-03T18:31:30,226 INFO [M:0;5cd6afc4bcac:42255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:30,226 DEBUG [M:0;5cd6afc4bcac:42255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250688929Disabling compacts and flushes for region at 1733250688929Disabling writes for close at 1733250688929Obtaining lock to block concurrent updates at 1733250688929Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250688929Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733250688930 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250688930Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250688930Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250688945 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250688945Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250689354 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250689366 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250689366Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250689776 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250689794 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250689794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de1f681: reopening flushed file at 1733250690203 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a2716d: reopening flushed file at 1733250690209 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6970d40b: reopening flushed file at 1733250690215 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1733250690222 (+7 ms)Writing region close event to WAL at 1733250690226 (+4 ms)Closed at 1733250690226 2024-12-03T18:31:30,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741830_1006 (size=64526) 2024-12-03T18:31:30,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e69bce8c-2795-bf73-e7bf-a5b12b53edaf/MasterData/WALs/5cd6afc4bcac,42255,1733250603550/5cd6afc4bcac%2C42255%2C1733250603550.1733250605795 not finished, retry = 0 2024-12-03T18:31:30,330 INFO [M:0;5cd6afc4bcac:42255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:31:30,330 INFO [M:0;5cd6afc4bcac:42255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42255 2024-12-03T18:31:30,330 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:31:30,330 INFO [M:0;5cd6afc4bcac:42255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:31:30,485 INFO [M:0;5cd6afc4bcac:42255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:31:30,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:30,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42255-0x1019dbee53c0000, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:30,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e71c81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:31:30,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b36658{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:31:30,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:31:30,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ec5fece{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:31:30,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2efdfa1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/hadoop.log.dir/,STOPPED} 2024-12-03T18:31:30,489 WARN [BP-670678862-172.17.0.3-1733250601643 heartbeating to localhost/127.0.0.1:42509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:31:30,489 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:31:30,489 WARN [BP-670678862-172.17.0.3-1733250601643 heartbeating to localhost/127.0.0.1:42509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-670678862-172.17.0.3-1733250601643 (Datanode Uuid 306b500b-22d6-4392-aafa-fa3536c13689) service to localhost/127.0.0.1:42509 2024-12-03T18:31:30,489 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:31:30,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/cluster_5a622522-3b99-baaf-d5d4-abd11f494040/data/data1/current/BP-670678862-172.17.0.3-1733250601643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:31:30,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/cluster_5a622522-3b99-baaf-d5d4-abd11f494040/data/data2/current/BP-670678862-172.17.0.3-1733250601643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:31:30,490 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:31:30,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e0f3764{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:31:30,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a577702{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:31:30,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:31:30,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4be308ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:31:30,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b5b023e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23dadc3-68b6-8cd0-8872-ad4202ea55f1/hadoop.log.dir/,STOPPED} 2024-12-03T18:31:30,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:31:30,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:31:30,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 138) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57730) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:42509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:36759 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:42509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:42509 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:36759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5fbcb8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5fbcb8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:36759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57730) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=508 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=479 (was 670), ProcessCount=11 (was 11), AvailableMemoryMB=531 (was 1677) 2024-12-03T18:31:30,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=508, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=11, AvailableMemoryMB=531 2024-12-03T18:31:30,561 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-03T18:31:30,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/hadoop.log.dir so I do NOT create it in target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f 2024-12-03T18:31:30,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:31:30,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/hadoop.tmp.dir so I do NOT create it in target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f 2024-12-03T18:31:30,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/beaf890a-ecd0-5a69-4a2c-c99defc24602/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:31:30,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f 2024-12-03T18:31:30,562 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/cluster_3a3fbf2e-76e7-b7a9-ca6d-7fd618c47fc3, deleteOnExit=true 2024-12-03T18:31:30,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/cluster_3a3fbf2e-76e7-b7a9-ca6d-7fd618c47fc3/zookeeper_0, clientPort=58302, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/cluster_3a3fbf2e-76e7-b7a9-ca6d-7fd618c47fc3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/cluster_3a3fbf2e-76e7-b7a9-ca6d-7fd618c47fc3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:31:30,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58302 2024-12-03T18:31:30,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:31:30,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:31:30,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/test.cache.data in system properties and HBase conf 2024-12-03T18:31:30,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:31:30,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:31:30,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:31:30,566 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:31:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:31:30,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:31:30,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019dbee53c0002, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:31:30,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019dbee53c0002, quorum=127.0.0.1:57730, baseZNode=/0-426335460 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:31:30,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019dbee53c0005, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:31:30,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019dbee53c0005, quorum=127.0.0.1:57730, baseZNode=/1-157240109 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:31:30,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:31:30,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:31:30,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:31:30,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:31:30,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:31:30,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:31:30,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bb32bcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:31:30,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24864714{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:31:30,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d192b4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/java.io.tmpdir/jetty-localhost-45483-hadoop-hdfs-3_4_1-tests_jar-_-any-16285405090865850040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:31:30,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@159e5a7f{HTTP/1.1, (http/1.1)}{localhost:45483} 2024-12-03T18:31:30,927 INFO [Time-limited test {}] server.Server(415): Started @144938ms 2024-12-03T18:31:31,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:31:31,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:31:31,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:31:31,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:31:31,114 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:31:31,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e8a6cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:31:31,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e2bf0b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:31:31,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7354e694{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/java.io.tmpdir/jetty-localhost-44061-hadoop-hdfs-3_4_1-tests_jar-_-any-4293522124933156478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:31:31,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f28ee98{HTTP/1.1, (http/1.1)}{localhost:44061} 2024-12-03T18:31:31,214 INFO [Time-limited test {}] server.Server(415): Started @145226ms 2024-12-03T18:31:31,215 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:31:31,687 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/cluster_3a3fbf2e-76e7-b7a9-ca6d-7fd618c47fc3/data/data2/current/BP-263301673-172.17.0.3-1733250690583/current, will proceed with Du for space computation calculation, 2024-12-03T18:31:31,687 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/cluster_3a3fbf2e-76e7-b7a9-ca6d-7fd618c47fc3/data/data1/current/BP-263301673-172.17.0.3-1733250690583/current, will proceed with Du for space computation calculation, 2024-12-03T18:31:31,700 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:31:31,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d5cf1732cfdccfb with lease ID 0x70920abe14cc7238: Processing first storage report for DS-eab1c88d-2cae-4e2c-8495-64ccb1248f7d from datanode DatanodeRegistration(127.0.0.1:42175, datanodeUuid=ec4395cc-bc31-44f6-9f41-097b2aa42a9e, infoPort=34431, infoSecurePort=0, ipcPort=43345, storageInfo=lv=-57;cid=testClusterID;nsid=1584842953;c=1733250690583) 2024-12-03T18:31:31,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d5cf1732cfdccfb with lease ID 0x70920abe14cc7238: from storage DS-eab1c88d-2cae-4e2c-8495-64ccb1248f7d node DatanodeRegistration(127.0.0.1:42175, datanodeUuid=ec4395cc-bc31-44f6-9f41-097b2aa42a9e, infoPort=34431, infoSecurePort=0, ipcPort=43345, storageInfo=lv=-57;cid=testClusterID;nsid=1584842953;c=1733250690583), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:31:31,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d5cf1732cfdccfb with lease ID 0x70920abe14cc7238: Processing first storage report for DS-d1c4e6ca-29b5-4a3d-a98b-1da54be28624 from datanode DatanodeRegistration(127.0.0.1:42175, datanodeUuid=ec4395cc-bc31-44f6-9f41-097b2aa42a9e, infoPort=34431, infoSecurePort=0, ipcPort=43345, storageInfo=lv=-57;cid=testClusterID;nsid=1584842953;c=1733250690583) 2024-12-03T18:31:31,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d5cf1732cfdccfb with lease ID 0x70920abe14cc7238: from storage DS-d1c4e6ca-29b5-4a3d-a98b-1da54be28624 node DatanodeRegistration(127.0.0.1:42175, datanodeUuid=ec4395cc-bc31-44f6-9f41-097b2aa42a9e, infoPort=34431, infoSecurePort=0, ipcPort=43345, storageInfo=lv=-57;cid=testClusterID;nsid=1584842953;c=1733250690583), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:31:31,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f 2024-12-03T18:31:31,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:31,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:31,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:31:32,152 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c with version=8 2024-12-03T18:31:32,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/hbase-staging 2024-12-03T18:31:32,154 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:31:32,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:32,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:32,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:31:32,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:32,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:31:32,154 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:31:32,154 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:31:32,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41189 2024-12-03T18:31:32,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41189 connecting to ZooKeeper ensemble=127.0.0.1:58302 2024-12-03T18:31:32,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411890x0, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:31:32,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41189-0x1019dc040c90000 connected 2024-12-03T18:31:32,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:32,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:32,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/running 2024-12-03T18:31:32,470 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c, hbase.cluster.distributed=false 2024-12-03T18:31:32,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/acl 2024-12-03T18:31:32,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41189 2024-12-03T18:31:32,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41189 2024-12-03T18:31:32,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41189 2024-12-03T18:31:32,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41189 2024-12-03T18:31:32,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41189 2024-12-03T18:31:32,551 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:31:32,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:32,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:32,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:31:32,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:32,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:31:32,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:31:32,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:31:32,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37749 2024-12-03T18:31:32,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37749 connecting to ZooKeeper ensemble=127.0.0.1:58302 2024-12-03T18:31:32,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:32,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:32,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377490x0, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:31:32,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377490x0, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/running 2024-12-03T18:31:32,606 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:31:32,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37749-0x1019dc040c90001 connected 2024-12-03T18:31:32,618 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:31:32,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/master 2024-12-03T18:31:32,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/acl 2024-12-03T18:31:32,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37749 2024-12-03T18:31:32,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37749 2024-12-03T18:31:32,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37749 2024-12-03T18:31:32,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37749 2024-12-03T18:31:32,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37749 2024-12-03T18:31:32,691 DEBUG [M:0;5cd6afc4bcac:41189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:41189 2024-12-03T18:31:32,699 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01464150671/backup-masters/5cd6afc4bcac,41189,1733250692154 2024-12-03T18:31:32,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671/backup-masters 2024-12-03T18:31:32,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671/backup-masters 2024-12-03T18:31:32,720 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on existing znode=/01464150671/backup-masters/5cd6afc4bcac,41189,1733250692154 2024-12-03T18:31:32,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:32,729 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on existing znode=/01464150671/master 2024-12-03T18:31:32,730 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01464150671/backup-masters/5cd6afc4bcac,41189,1733250692154 from backup master directory 2024-12-03T18:31:32,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01464150671/master 2024-12-03T18:31:32,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:32,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01464150671/backup-masters/5cd6afc4bcac,41189,1733250692154 2024-12-03T18:31:32,745 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:31:32,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671/backup-masters 2024-12-03T18:31:32,745 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,41189,1733250692154 2024-12-03T18:31:32,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671/backup-masters 2024-12-03T18:31:32,752 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/hbase.id] with ID: 4f3e6a95-26a6-43ca-aa51-545aea257b8d 2024-12-03T18:31:32,752 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/.tmp/hbase.id 2024-12-03T18:31:32,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:31:32,767 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/.tmp/hbase.id]:[hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/hbase.id] 2024-12-03T18:31:32,782 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:32,782 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:31:32,783 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:31:32,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:32,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:32,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:31:33,212 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:31:33,212 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:31:33,213 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:31:33,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:31:33,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:31:33,620 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store 2024-12-03T18:31:33,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:31:33,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:33,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:33,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:33,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:33,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:33,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:34,025 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:34,025 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:31:34,025 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:34,025 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:34,025 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:31:34,025 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:34,025 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:34,025 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250694025Disabling compacts and flushes for region at 1733250694025Disabling writes for close at 1733250694025Writing region close event to WAL at 1733250694025Closed at 1733250694025 2024-12-03T18:31:34,026 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/.initializing 2024-12-03T18:31:34,026 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,41189,1733250692154 2024-12-03T18:31:34,027 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:31:34,029 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C41189%2C1733250692154, suffix=, logDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,41189,1733250692154, archiveDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/oldWALs, maxLogs=10 2024-12-03T18:31:34,045 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,41189,1733250692154/5cd6afc4bcac%2C41189%2C1733250692154.1733250694029, exclude list is [], retry=0 2024-12-03T18:31:34,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-eab1c88d-2cae-4e2c-8495-64ccb1248f7d,DISK] 2024-12-03T18:31:34,049 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,41189,1733250692154/5cd6afc4bcac%2C41189%2C1733250692154.1733250694029 2024-12-03T18:31:34,050 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431)] 2024-12-03T18:31:34,051 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:31:34,051 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:34,051 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:34,051 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:34,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:34,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:31:34,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:34,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:34,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:34,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:31:34,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:34,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:34,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:34,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:31:34,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:34,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:34,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:34,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:31:34,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:34,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:34,059 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:34,060 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:34,060 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:34,061 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:34,061 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:34,062 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:31:34,062 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:34,064 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:31:34,065 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68883288, jitterRate=0.026440978050231934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:31:34,065 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250694051Initializing all the Stores at 1733250694052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250694052Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250694052Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250694052Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250694052Cleaning up temporary data from old regions at 1733250694061 (+9 ms)Region opened successfully at 1733250694065 (+4 ms) 2024-12-03T18:31:34,065 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:31:34,068 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331abd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:31:34,069 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:31:34,069 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:31:34,069 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:31:34,069 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:31:34,070 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:31:34,070 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:31:34,070 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:31:34,072 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:31:34,073 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Unable to get data of znode /01464150671/balancer because node does not exist (not necessarily an error) 2024-12-03T18:31:34,092 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/balancer already deleted, retry=false 2024-12-03T18:31:34,092 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:31:34,093 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Unable to get data of znode /01464150671/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:31:34,150 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/normalizer already deleted, retry=false 2024-12-03T18:31:34,150 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:31:34,152 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Unable to get data of znode /01464150671/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:31:34,160 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/switch/split already deleted, retry=false 2024-12-03T18:31:34,161 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Unable to get data of znode /01464150671/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:31:34,169 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/switch/merge already deleted, retry=false 2024-12-03T18:31:34,171 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Unable to get data of znode /01464150671/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:31:34,177 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/snapshot-cleanup already deleted, retry=false 2024-12-03T18:31:34,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01464150671/running 2024-12-03T18:31:34,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01464150671/running 2024-12-03T18:31:34,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:34,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:34,186 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,41189,1733250692154, sessionid=0x1019dc040c90000, setting cluster-up flag (Was=false) 2024-12-03T18:31:34,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:34,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:34,227 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01464150671/flush-table-proc/acquired, /01464150671/flush-table-proc/reached, /01464150671/flush-table-proc/abort 2024-12-03T18:31:34,230 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,41189,1733250692154 2024-12-03T18:31:34,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:34,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:34,277 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01464150671/online-snapshot/acquired, /01464150671/online-snapshot/reached, /01464150671/online-snapshot/abort 2024-12-03T18:31:34,278 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,41189,1733250692154 2024-12-03T18:31:34,279 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:31:34,281 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:31:34,281 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:31:34,281 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:31:34,281 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,41189,1733250692154 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:31:34,282 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:31:34,282 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:31:34,282 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:31:34,282 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:31:34,283 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:31:34,283 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,283 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:31:34,283 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:31:34,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:31:34,289 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:34,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:31:34,295 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250724295 2024-12-03T18:31:34,295 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:31:34,295 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:31:34,295 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:31:34,295 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:31:34,295 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:31:34,295 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:31:34,296 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,299 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:31:34,299 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:31:34,299 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:31:34,299 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:31:34,301 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:31:34,301 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:31:34,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:31:34,306 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250694301,5,FailOnTimeoutGroup] 2024-12-03T18:31:34,309 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250694307,5,FailOnTimeoutGroup] 2024-12-03T18:31:34,309 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,309 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:31:34,309 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,309 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,384 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(746): ClusterId : 4f3e6a95-26a6-43ca-aa51-545aea257b8d 2024-12-03T18:31:34,385 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:31:34,416 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:31:34,416 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:31:34,428 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:31:34,428 DEBUG [RS:0;5cd6afc4bcac:37749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df1e28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:31:34,444 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:37749 2024-12-03T18:31:34,444 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:31:34,444 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:31:34,444 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:31:34,445 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,41189,1733250692154 with port=37749, startcode=1733250692550 2024-12-03T18:31:34,445 DEBUG [RS:0;5cd6afc4bcac:37749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:31:34,455 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:31:34,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:34,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41189 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:34,463 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c 2024-12-03T18:31:34,463 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38149 2024-12-03T18:31:34,463 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:31:34,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671/rs 2024-12-03T18:31:34,494 DEBUG [RS:0;5cd6afc4bcac:37749 {}] zookeeper.ZKUtil(111): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on existing znode=/01464150671/rs/5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:34,494 WARN [RS:0;5cd6afc4bcac:37749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:31:34,494 INFO [RS:0;5cd6afc4bcac:37749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:31:34,494 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:34,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,37749,1733250692550] 2024-12-03T18:31:34,503 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:31:34,506 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:31:34,511 INFO [RS:0;5cd6afc4bcac:37749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:31:34,511 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,511 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:31:34,512 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:31:34,512 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:31:34,513 DEBUG [RS:0;5cd6afc4bcac:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:31:34,517 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,517 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,517 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,517 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,517 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,517 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,37749,1733250692550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:31:34,538 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:31:34,538 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,37749,1733250692550-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,539 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,539 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.Replication(171): 5cd6afc4bcac,37749,1733250692550 started 2024-12-03T18:31:34,559 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:34,559 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,37749,1733250692550, RpcServer on 5cd6afc4bcac/172.17.0.3:37749, sessionid=0x1019dc040c90001 2024-12-03T18:31:34,560 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:31:34,560 DEBUG [RS:0;5cd6afc4bcac:37749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:34,560 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,37749,1733250692550' 2024-12-03T18:31:34,560 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01464150671/flush-table-proc/abort' 2024-12-03T18:31:34,562 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01464150671/flush-table-proc/acquired' 2024-12-03T18:31:34,563 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:31:34,563 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:31:34,563 DEBUG [RS:0;5cd6afc4bcac:37749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:34,563 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,37749,1733250692550' 2024-12-03T18:31:34,563 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01464150671/online-snapshot/abort' 2024-12-03T18:31:34,563 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01464150671/online-snapshot/acquired' 2024-12-03T18:31:34,564 DEBUG [RS:0;5cd6afc4bcac:37749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:31:34,564 INFO [RS:0;5cd6afc4bcac:37749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:31:34,564 INFO [RS:0;5cd6afc4bcac:37749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:31:34,664 INFO [RS:0;5cd6afc4bcac:37749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:31:34,665 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:34,665 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:31:34,665 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T18:31:34,665 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T18:31:34,665 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:34,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:31:34,675 INFO [RS:0;5cd6afc4bcac:37749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C37749%2C1733250692550, suffix=, logDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550, archiveDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/oldWALs, maxLogs=10 2024-12-03T18:31:34,691 DEBUG [RS:0;5cd6afc4bcac:37749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550/5cd6afc4bcac%2C37749%2C1733250692550.1733250694675, exclude list is [], retry=0 2024-12-03T18:31:34,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-eab1c88d-2cae-4e2c-8495-64ccb1248f7d,DISK] 2024-12-03T18:31:34,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:31:34,713 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c 2024-12-03T18:31:34,725 INFO [RS:0;5cd6afc4bcac:37749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550/5cd6afc4bcac%2C37749%2C1733250692550.1733250694675 2024-12-03T18:31:34,725 DEBUG [RS:0;5cd6afc4bcac:37749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431)] 2024-12-03T18:31:34,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741833_1009 (size=32) 2024-12-03T18:31:35,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:35,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:31:35,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:31:35,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:35,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:35,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:31:35,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:31:35,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:35,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:35,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:31:35,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:31:35,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:35,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:35,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:31:35,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:31:35,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:35,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:35,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:31:35,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740 2024-12-03T18:31:35,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740 2024-12-03T18:31:35,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:31:35,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:31:35,162 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:31:35,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:31:35,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:31:35,170 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69717011, jitterRate=0.03886441886425018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:31:35,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250695149Initializing all the Stores at 1733250695150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250695150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250695150Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250695150Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250695150Cleaning up temporary data from old regions at 1733250695161 (+11 ms)Region opened successfully at 1733250695170 (+9 ms) 2024-12-03T18:31:35,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:31:35,171 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:31:35,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:31:35,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:31:35,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:31:35,173 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:35,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250695171Disabling compacts and flushes for region at 1733250695171Disabling writes for close at 1733250695171Writing region close event to WAL at 1733250695173 (+2 ms)Closed at 1733250695173 2024-12-03T18:31:35,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:31:35,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:31:35,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:31:35,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:31:35,180 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:31:35,331 DEBUG [5cd6afc4bcac:41189 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:31:35,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:35,345 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,37749,1733250692550, state=OPENING 2024-12-03T18:31:35,365 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:31:35,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:31:35,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,37749,1733250692550}] 2024-12-03T18:31:35,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:35,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:35,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01464150671/meta-region-server: CHANGED 2024-12-03T18:31:35,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01464150671/meta-region-server: CHANGED 2024-12-03T18:31:35,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:31:35,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:31:35,561 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:31:35,561 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:31:35,561 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:31:35,566 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C37749%2C1733250692550.meta, suffix=.meta, logDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550, archiveDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/oldWALs, maxLogs=10 2024-12-03T18:31:35,584 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550/5cd6afc4bcac%2C37749%2C1733250692550.meta.1733250695566.meta, exclude list is [], retry=0 2024-12-03T18:31:35,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-eab1c88d-2cae-4e2c-8495-64ccb1248f7d,DISK] 2024-12-03T18:31:35,589 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550/5cd6afc4bcac%2C37749%2C1733250692550.meta.1733250695566.meta 2024-12-03T18:31:35,594 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431)] 2024-12-03T18:31:35,595 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:31:35,595 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:31:35,595 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:31:35,595 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:31:35,595 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:31:35,596 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:31:35,596 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:35,596 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:31:35,596 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:31:35,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:31:35,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:31:35,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:35,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:35,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:31:35,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:31:35,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:35,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:35,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:31:35,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:31:35,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:35,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:35,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:31:35,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:31:35,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:35,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:35,608 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:31:35,609 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740 2024-12-03T18:31:35,610 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740 2024-12-03T18:31:35,611 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:31:35,611 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:31:35,612 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:31:35,613 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:31:35,614 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67820946, jitterRate=0.010610848665237427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:31:35,614 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:31:35,614 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250695596Writing region info on filesystem at 1733250695596Initializing all the Stores at 1733250695600 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250695600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250695600Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250695600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250695600Cleaning up temporary data from old regions at 1733250695611 (+11 ms)Running coprocessor post-open hooks at 1733250695614 (+3 ms)Region opened successfully at 1733250695614 2024-12-03T18:31:35,615 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250695550 2024-12-03T18:31:35,617 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:31:35,617 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:31:35,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:35,619 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,37749,1733250692550, state=OPEN 2024-12-03T18:31:35,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01464150671/meta-region-server 2024-12-03T18:31:35,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01464150671/meta-region-server 2024-12-03T18:31:35,650 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:35,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01464150671/meta-region-server: CHANGED 2024-12-03T18:31:35,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01464150671/meta-region-server: CHANGED 2024-12-03T18:31:35,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:31:35,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,37749,1733250692550 in 262 msec 2024-12-03T18:31:35,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:31:35,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-12-03T18:31:35,680 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:31:35,680 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:31:35,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:31:35,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37749,1733250692550, seqNum=-1] 2024-12-03T18:31:35,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:31:35,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:31:35,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4160 sec 2024-12-03T18:31:35,700 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250695700, completionTime=-1 2024-12-03T18:31:35,700 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:31:35,700 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:31:35,703 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:31:35,703 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250755703 2024-12-03T18:31:35,703 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250815703 2024-12-03T18:31:35,703 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T18:31:35,704 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41189,1733250692154-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:35,704 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41189,1733250692154-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:35,704 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41189,1733250692154-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:35,704 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:41189, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:35,704 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:35,706 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:35,719 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:31:35,721 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.976sec 2024-12-03T18:31:35,721 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:31:35,721 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:31:35,721 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:31:35,721 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:31:35,722 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:31:35,722 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41189,1733250692154-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:31:35,722 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41189,1733250692154-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:31:35,724 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:31:35,724 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:31:35,724 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41189,1733250692154-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:35,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c25313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:35,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41189,-1 for getting cluster id 2024-12-03T18:31:35,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:31:35,789 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f3e6a95-26a6-43ca-aa51-545aea257b8d' 2024-12-03T18:31:35,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:31:35,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f3e6a95-26a6-43ca-aa51-545aea257b8d" 2024-12-03T18:31:35,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e81394c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:35,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41189,-1] 2024-12-03T18:31:35,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:31:35,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:35,795 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:31:35,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33338000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:35,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:31:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37749,1733250692550, seqNum=-1] 2024-12-03T18:31:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:31:35,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:31:35,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,41189,1733250692154 2024-12-03T18:31:35,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58302 2024-12-03T18:31:35,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:31:35,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019dc040c90002 connected 2024-12-03T18:31:35,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/hadoop.log.dir so I do NOT create it in target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4 2024-12-03T18:31:35,846 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:31:35,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/hadoop.tmp.dir so I do NOT create it in target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4 2024-12-03T18:31:35,846 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:31:35,846 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4 2024-12-03T18:31:35,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:31:35,846 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/cluster_24c9c798-d251-6120-725e-976942fcef43, deleteOnExit=true 2024-12-03T18:31:35,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:31:35,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/test.cache.data in system properties and HBase conf 2024-12-03T18:31:35,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:31:35,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:31:35,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:31:35,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:31:35,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:31:35,847 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:31:35,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:31:35,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:31:36,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:31:36,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:31:36,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:31:36,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:31:36,151 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:31:36,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:31:36,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@522e19b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:31:36,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fcc2584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:31:36,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@423da121{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/java.io.tmpdir/jetty-localhost-37053-hadoop-hdfs-3_4_1-tests_jar-_-any-17737500021126150438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:31:36,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2207950c{HTTP/1.1, (http/1.1)}{localhost:37053} 2024-12-03T18:31:36,315 INFO [Time-limited test {}] server.Server(415): Started @150326ms 2024-12-03T18:31:36,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:31:36,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:31:36,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:31:36,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:31:36,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:31:36,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f02617c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:31:36,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@140683c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:31:36,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3eca4a31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/java.io.tmpdir/jetty-localhost-44409-hadoop-hdfs-3_4_1-tests_jar-_-any-13950528107674577089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:31:36,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@297064e0{HTTP/1.1, (http/1.1)}{localhost:44409} 2024-12-03T18:31:36,676 INFO [Time-limited test {}] server.Server(415): Started @150688ms 2024-12-03T18:31:36,678 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:31:37,372 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/cluster_24c9c798-d251-6120-725e-976942fcef43/data/data1/current/BP-1621562144-172.17.0.3-1733250695871/current, will proceed with Du for space computation calculation, 2024-12-03T18:31:37,373 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/cluster_24c9c798-d251-6120-725e-976942fcef43/data/data2/current/BP-1621562144-172.17.0.3-1733250695871/current, will proceed with Du for space computation calculation, 2024-12-03T18:31:37,446 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:31:37,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf35cc47d9a3b010e with lease ID 0x75a35fcac773f7d0: Processing first storage report for DS-619a3ebc-4a6e-43fc-85c2-17dabe46cdba from datanode DatanodeRegistration(127.0.0.1:41981, datanodeUuid=702b7aad-1980-48aa-b1c9-ce981c83885b, infoPort=38315, infoSecurePort=0, ipcPort=33599, storageInfo=lv=-57;cid=testClusterID;nsid=2042905632;c=1733250695871) 2024-12-03T18:31:37,449 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf35cc47d9a3b010e with lease ID 0x75a35fcac773f7d0: from storage DS-619a3ebc-4a6e-43fc-85c2-17dabe46cdba node DatanodeRegistration(127.0.0.1:41981, datanodeUuid=702b7aad-1980-48aa-b1c9-ce981c83885b, infoPort=38315, infoSecurePort=0, ipcPort=33599, storageInfo=lv=-57;cid=testClusterID;nsid=2042905632;c=1733250695871), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:31:37,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf35cc47d9a3b010e with lease ID 0x75a35fcac773f7d0: Processing first storage report for DS-9f072eba-37d5-4621-95fa-7c6504d3ce96 from datanode DatanodeRegistration(127.0.0.1:41981, datanodeUuid=702b7aad-1980-48aa-b1c9-ce981c83885b, infoPort=38315, infoSecurePort=0, ipcPort=33599, storageInfo=lv=-57;cid=testClusterID;nsid=2042905632;c=1733250695871) 2024-12-03T18:31:37,449 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf35cc47d9a3b010e with lease ID 0x75a35fcac773f7d0: from storage DS-9f072eba-37d5-4621-95fa-7c6504d3ce96 node DatanodeRegistration(127.0.0.1:41981, datanodeUuid=702b7aad-1980-48aa-b1c9-ce981c83885b, infoPort=38315, infoSecurePort=0, ipcPort=33599, storageInfo=lv=-57;cid=testClusterID;nsid=2042905632;c=1733250695871), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T18:31:37,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4 2024-12-03T18:31:37,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:37,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:37,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:31:37,890 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f with version=8 2024-12-03T18:31:37,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/hbase-staging 2024-12-03T18:31:37,893 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:31:37,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:37,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:37,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:31:37,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:37,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:31:37,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:31:37,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:31:37,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36555 2024-12-03T18:31:37,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36555 connecting to ZooKeeper ensemble=127.0.0.1:58302 2024-12-03T18:31:37,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365550x0, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:31:37,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36555-0x1019dc040c90003 connected 2024-12-03T18:31:38,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:38,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:38,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Set watcher on znode that does not yet exist, /11998728209/running 2024-12-03T18:31:38,048 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f, hbase.cluster.distributed=false 2024-12-03T18:31:38,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Set watcher on znode that does not yet exist, /11998728209/acl 2024-12-03T18:31:38,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36555 2024-12-03T18:31:38,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36555 2024-12-03T18:31:38,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36555 2024-12-03T18:31:38,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36555 2024-12-03T18:31:38,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36555 2024-12-03T18:31:38,078 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:31:38,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:38,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:38,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:31:38,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:38,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:31:38,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:31:38,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:31:38,078 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42693 2024-12-03T18:31:38,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42693 connecting to ZooKeeper ensemble=127.0.0.1:58302 2024-12-03T18:31:38,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:38,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:38,132 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426930x0, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:31:38,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42693-0x1019dc040c90004 connected 2024-12-03T18:31:38,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Set watcher on znode that does not yet exist, /11998728209/running 2024-12-03T18:31:38,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:31:38,134 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:31:38,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Set watcher on znode that does not yet exist, /11998728209/master 2024-12-03T18:31:38,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Set watcher on znode that does not yet exist, /11998728209/acl 2024-12-03T18:31:38,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42693 2024-12-03T18:31:38,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42693 2024-12-03T18:31:38,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42693 2024-12-03T18:31:38,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42693 2024-12-03T18:31:38,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42693 2024-12-03T18:31:38,160 DEBUG [M:0;5cd6afc4bcac:36555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:36555 2024-12-03T18:31:38,161 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11998728209/backup-masters/5cd6afc4bcac,36555,1733250697892 2024-12-03T18:31:38,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209/backup-masters 2024-12-03T18:31:38,208 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209/backup-masters 2024-12-03T18:31:38,208 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Set watcher on existing znode=/11998728209/backup-masters/5cd6afc4bcac,36555,1733250697892 2024-12-03T18:31:38,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:38,235 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11998728209/master 2024-12-03T18:31:38,235 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:38,235 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Set watcher on existing znode=/11998728209/master 2024-12-03T18:31:38,235 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11998728209/backup-masters/5cd6afc4bcac,36555,1733250697892 from backup master directory 2024-12-03T18:31:38,275 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209/backup-masters 2024-12-03T18:31:38,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11998728209/backup-masters/5cd6afc4bcac,36555,1733250697892 2024-12-03T18:31:38,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209/backup-masters 2024-12-03T18:31:38,276 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:31:38,276 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,36555,1733250697892 2024-12-03T18:31:38,279 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/hbase.id] with ID: 938e9fdd-fa6d-47b0-9e12-c7c083d31791 2024-12-03T18:31:38,280 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/.tmp/hbase.id 2024-12-03T18:31:38,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:31:38,684 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/.tmp/hbase.id]:[hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/hbase.id] 2024-12-03T18:31:38,718 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:38,718 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:31:38,719 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:31:38,766 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:38,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:31:38,819 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:31:38,820 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:31:38,831 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:31:38,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:31:38,894 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store 2024-12-03T18:31:38,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:31:38,922 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:38,922 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:31:38,922 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:38,922 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:38,922 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:31:38,922 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:38,922 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:38,922 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250698922Disabling compacts and flushes for region at 1733250698922Disabling writes for close at 1733250698922Writing region close event to WAL at 1733250698922Closed at 1733250698922 2024-12-03T18:31:38,927 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/.initializing 2024-12-03T18:31:38,927 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/WALs/5cd6afc4bcac,36555,1733250697892 2024-12-03T18:31:38,929 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:31:38,931 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C36555%2C1733250697892, suffix=, logDir=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/WALs/5cd6afc4bcac,36555,1733250697892, archiveDir=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/oldWALs, maxLogs=10 2024-12-03T18:31:38,958 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/WALs/5cd6afc4bcac,36555,1733250697892/5cd6afc4bcac%2C36555%2C1733250697892.1733250698932, exclude list is [], retry=0 2024-12-03T18:31:38,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41981,DS-619a3ebc-4a6e-43fc-85c2-17dabe46cdba,DISK] 2024-12-03T18:31:38,987 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/WALs/5cd6afc4bcac,36555,1733250697892/5cd6afc4bcac%2C36555%2C1733250697892.1733250698932 2024-12-03T18:31:38,989 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315)] 2024-12-03T18:31:38,989 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:31:38,989 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:38,989 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:38,989 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:39,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:39,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:31:39,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:39,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:39,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:39,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:31:39,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:39,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:39,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:39,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:31:39,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:39,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:39,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:39,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:31:39,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:39,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:39,015 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:39,016 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:39,017 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:39,019 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:39,019 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:39,019 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:31:39,022 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:39,035 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:31:39,038 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65660607, jitterRate=-0.021580711007118225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:31:39,039 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250698989Initializing all the Stores at 1733250698990 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250698990Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250698999 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250698999Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250698999Cleaning up temporary data from old regions at 1733250699019 (+20 ms)Region opened successfully at 1733250699039 (+20 ms) 2024-12-03T18:31:39,046 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:31:39,063 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757733a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:31:39,066 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:31:39,067 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:31:39,067 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:31:39,067 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:31:39,069 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-03T18:31:39,069 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:31:39,070 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:31:39,072 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:31:39,073 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Unable to get data of znode /11998728209/balancer because node does not exist (not necessarily an error) 2024-12-03T18:31:39,091 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11998728209/balancer already deleted, retry=false 2024-12-03T18:31:39,091 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:31:39,092 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Unable to get data of znode /11998728209/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:31:39,101 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11998728209/normalizer already deleted, retry=false 2024-12-03T18:31:39,102 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:31:39,108 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Unable to get data of znode /11998728209/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:31:39,118 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11998728209/switch/split already deleted, retry=false 2024-12-03T18:31:39,120 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Unable to get data of znode /11998728209/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:31:39,130 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11998728209/switch/merge already deleted, retry=false 2024-12-03T18:31:39,137 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Unable to get data of znode /11998728209/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:31:39,149 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11998728209/snapshot-cleanup already deleted, retry=false 2024-12-03T18:31:39,160 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11998728209/running 2024-12-03T18:31:39,160 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:39,164 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,36555,1733250697892, sessionid=0x1019dc040c90003, setting cluster-up flag (Was=false) 2024-12-03T18:31:39,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11998728209/running 2024-12-03T18:31:39,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:39,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:39,198 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:39,288 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11998728209/flush-table-proc/acquired, /11998728209/flush-table-proc/reached, /11998728209/flush-table-proc/abort 2024-12-03T18:31:39,311 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,36555,1733250697892 2024-12-03T18:31:39,371 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:39,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:39,430 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11998728209/online-snapshot/acquired, /11998728209/online-snapshot/reached, /11998728209/online-snapshot/abort 2024-12-03T18:31:39,439 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,36555,1733250697892 2024-12-03T18:31:39,463 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:31:39,481 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:31:39,481 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:31:39,481 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:31:39,481 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,36555,1733250697892 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:31:39,511 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:31:39,511 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:31:39,511 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:31:39,511 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:31:39,511 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:31:39,511 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,511 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:31:39,511 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:31:39,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:31:39,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:39,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:31:39,587 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250729586 2024-12-03T18:31:39,587 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:31:39,587 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:31:39,587 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:31:39,587 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:31:39,587 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:31:39,587 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:31:39,589 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,595 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:31:39,595 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:31:39,595 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:31:39,595 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:31:39,622 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(746): ClusterId : 938e9fdd-fa6d-47b0-9e12-c7c083d31791 2024-12-03T18:31:39,622 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:31:39,634 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:31:39,635 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:31:39,638 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250699635,5,FailOnTimeoutGroup] 2024-12-03T18:31:39,646 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250699639,5,FailOnTimeoutGroup] 2024-12-03T18:31:39,647 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,647 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:31:39,647 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,647 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:31:39,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:31:39,664 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f 2024-12-03T18:31:39,675 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:31:39,675 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:31:39,691 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:31:39,692 DEBUG [RS:0;5cd6afc4bcac:42693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfcafb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:31:39,722 DEBUG [RS:0;5cd6afc4bcac:42693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:42693 2024-12-03T18:31:39,722 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:31:39,722 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:31:39,722 DEBUG [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:31:39,723 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,36555,1733250697892 with port=42693, startcode=1733250698077 2024-12-03T18:31:39,723 DEBUG [RS:0;5cd6afc4bcac:42693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:31:39,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:31:39,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:39,732 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:31:39,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:31:39,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,42693,1733250698077 2024-12-03T18:31:39,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36555 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,42693,1733250698077 2024-12-03T18:31:39,743 DEBUG [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f 2024-12-03T18:31:39,743 DEBUG [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44025 2024-12-03T18:31:39,743 DEBUG [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:31:39,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:31:39,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:39,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:39,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:31:39,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:31:39,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:39,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:39,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:31:39,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:31:39,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:39,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:39,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:31:39,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:31:39,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:39,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:39,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:31:39,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/data/hbase/meta/1588230740 2024-12-03T18:31:39,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/data/hbase/meta/1588230740 2024-12-03T18:31:39,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:31:39,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:31:39,762 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:31:39,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:31:39,767 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:31:39,768 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59651121, jitterRate=-0.111129030585289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:31:39,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250699731Initializing all the Stores at 1733250699732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250699732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250699733 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250699734 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250699734Cleaning up temporary data from old regions at 1733250699761 (+27 ms)Region opened successfully at 1733250699768 (+7 ms) 2024-12-03T18:31:39,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:31:39,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:31:39,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:31:39,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:31:39,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:31:39,776 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:39,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250699768Disabling compacts and flushes for region at 1733250699768Disabling writes for close at 1733250699769 (+1 ms)Writing region close event to WAL at 1733250699776 (+7 ms)Closed at 1733250699776 2024-12-03T18:31:39,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:31:39,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:31:39,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:31:39,780 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:31:39,782 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:31:39,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209/rs 2024-12-03T18:31:39,803 DEBUG [RS:0;5cd6afc4bcac:42693 {}] zookeeper.ZKUtil(111): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Set watcher on existing znode=/11998728209/rs/5cd6afc4bcac,42693,1733250698077 2024-12-03T18:31:39,803 WARN [RS:0;5cd6afc4bcac:42693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:31:39,803 INFO [RS:0;5cd6afc4bcac:42693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:31:39,803 DEBUG [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/WALs/5cd6afc4bcac,42693,1733250698077 2024-12-03T18:31:39,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,42693,1733250698077] 2024-12-03T18:31:39,813 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:31:39,819 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:31:39,819 INFO [RS:0;5cd6afc4bcac:42693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:31:39,819 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,820 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:31:39,821 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:31:39,821 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,821 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,821 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,821 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,821 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,821 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,821 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:31:39,821 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,821 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,821 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,822 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,822 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,822 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:39,822 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:31:39,822 DEBUG [RS:0;5cd6afc4bcac:42693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:31:39,822 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,822 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,823 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,823 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,823 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,823 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42693,1733250698077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:31:39,841 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:31:39,841 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42693,1733250698077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,841 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,842 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.Replication(171): 5cd6afc4bcac,42693,1733250698077 started 2024-12-03T18:31:39,865 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:39,865 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,42693,1733250698077, RpcServer on 5cd6afc4bcac/172.17.0.3:42693, sessionid=0x1019dc040c90004 2024-12-03T18:31:39,865 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:31:39,865 DEBUG [RS:0;5cd6afc4bcac:42693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,42693,1733250698077 2024-12-03T18:31:39,865 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,42693,1733250698077' 2024-12-03T18:31:39,865 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11998728209/flush-table-proc/abort' 2024-12-03T18:31:39,866 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11998728209/flush-table-proc/acquired' 2024-12-03T18:31:39,866 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:31:39,866 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:31:39,866 DEBUG [RS:0;5cd6afc4bcac:42693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,42693,1733250698077 2024-12-03T18:31:39,866 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,42693,1733250698077' 2024-12-03T18:31:39,866 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11998728209/online-snapshot/abort' 2024-12-03T18:31:39,867 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11998728209/online-snapshot/acquired' 2024-12-03T18:31:39,867 DEBUG [RS:0;5cd6afc4bcac:42693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:31:39,867 INFO [RS:0;5cd6afc4bcac:42693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:31:39,867 INFO [RS:0;5cd6afc4bcac:42693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:31:39,932 WARN [5cd6afc4bcac:36555 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T18:31:39,967 INFO [RS:0;5cd6afc4bcac:42693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:31:39,969 INFO [RS:0;5cd6afc4bcac:42693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C42693%2C1733250698077, suffix=, logDir=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/WALs/5cd6afc4bcac,42693,1733250698077, archiveDir=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/oldWALs, maxLogs=10 2024-12-03T18:31:39,981 DEBUG [RS:0;5cd6afc4bcac:42693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/WALs/5cd6afc4bcac,42693,1733250698077/5cd6afc4bcac%2C42693%2C1733250698077.1733250699969, exclude list is [], retry=0 2024-12-03T18:31:39,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41981,DS-619a3ebc-4a6e-43fc-85c2-17dabe46cdba,DISK] 2024-12-03T18:31:39,985 INFO [RS:0;5cd6afc4bcac:42693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/WALs/5cd6afc4bcac,42693,1733250698077/5cd6afc4bcac%2C42693%2C1733250698077.1733250699969 2024-12-03T18:31:39,986 DEBUG [RS:0;5cd6afc4bcac:42693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315)] 2024-12-03T18:31:40,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:31:40,182 DEBUG [5cd6afc4bcac:36555 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:31:40,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,42693,1733250698077 2024-12-03T18:31:40,187 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,42693,1733250698077, state=OPENING 2024-12-03T18:31:40,201 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:31:40,217 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:31:40,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,42693,1733250698077}] 2024-12-03T18:31:40,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:40,219 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:40,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11998728209/meta-region-server: CHANGED 2024-12-03T18:31:40,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11998728209/meta-region-server: CHANGED 2024-12-03T18:31:40,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:40,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:40,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:40,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:40,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:40,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:40,387 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:31:40,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:31:40,398 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:31:40,399 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:31:40,399 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:31:40,404 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C42693%2C1733250698077.meta, suffix=.meta, logDir=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/WALs/5cd6afc4bcac,42693,1733250698077, archiveDir=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/oldWALs, maxLogs=10 2024-12-03T18:31:40,424 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/WALs/5cd6afc4bcac,42693,1733250698077/5cd6afc4bcac%2C42693%2C1733250698077.meta.1733250700404.meta, exclude list is [], retry=0 2024-12-03T18:31:40,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41981,DS-619a3ebc-4a6e-43fc-85c2-17dabe46cdba,DISK] 2024-12-03T18:31:40,439 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/WALs/5cd6afc4bcac,42693,1733250698077/5cd6afc4bcac%2C42693%2C1733250698077.meta.1733250700404.meta 2024-12-03T18:31:40,440 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315)] 2024-12-03T18:31:40,440 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:31:40,441 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:31:40,441 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:31:40,441 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:31:40,441 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:31:40,441 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:31:40,442 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:40,442 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:31:40,442 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:31:40,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:31:40,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:31:40,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:40,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:40,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:31:40,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:31:40,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:40,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:40,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:31:40,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:31:40,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:40,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:40,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:31:40,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:31:40,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:40,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:40,472 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:31:40,478 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/data/hbase/meta/1588230740 2024-12-03T18:31:40,490 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/data/hbase/meta/1588230740 2024-12-03T18:31:40,492 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:31:40,492 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:31:40,493 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:31:40,494 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:31:40,497 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59606574, jitterRate=-0.11179283261299133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:31:40,497 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:31:40,498 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250700442Writing region info on filesystem at 1733250700442Initializing all the Stores at 1733250700445 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250700446 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250700462 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250700462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250700462Cleaning up temporary data from old regions at 1733250700492 (+30 ms)Running coprocessor post-open hooks at 1733250700497 (+5 ms)Region opened successfully at 1733250700497 2024-12-03T18:31:40,503 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250700387 2024-12-03T18:31:40,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:31:40,509 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:31:40,509 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:31:40,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,42693,1733250698077 2024-12-03T18:31:40,511 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,42693,1733250698077, state=OPEN 2024-12-03T18:31:40,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11998728209/meta-region-server 2024-12-03T18:31:40,539 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11998728209/meta-region-server 2024-12-03T18:31:40,539 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,42693,1733250698077 2024-12-03T18:31:40,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11998728209/meta-region-server: CHANGED 2024-12-03T18:31:40,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11998728209/meta-region-server: CHANGED 2024-12-03T18:31:40,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:31:40,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,42693,1733250698077 in 322 msec 2024-12-03T18:31:40,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:31:40,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 765 msec 2024-12-03T18:31:40,547 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:31:40,547 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:31:40,549 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:31:40,549 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,42693,1733250698077, seqNum=-1] 2024-12-03T18:31:40,550 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:31:40,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:31:40,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0830 sec 2024-12-03T18:31:40,560 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250700560, completionTime=-1 2024-12-03T18:31:40,560 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:31:40,560 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:31:40,563 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:31:40,563 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250760563 2024-12-03T18:31:40,563 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250820563 2024-12-03T18:31:40,563 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T18:31:40,564 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36555,1733250697892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:40,564 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36555,1733250697892-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:40,564 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36555,1733250697892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:40,564 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:36555, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:40,564 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:40,568 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:31:40,575 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:40,581 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.305sec 2024-12-03T18:31:40,581 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:31:40,581 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:31:40,581 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:31:40,581 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:31:40,581 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:31:40,581 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36555,1733250697892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:31:40,581 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36555,1733250697892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:31:40,607 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:31:40,607 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:31:40,607 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36555,1733250697892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:40,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260f179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:40,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,36555,-1 for getting cluster id 2024-12-03T18:31:40,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:31:40,635 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '938e9fdd-fa6d-47b0-9e12-c7c083d31791' 2024-12-03T18:31:40,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:31:40,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "938e9fdd-fa6d-47b0-9e12-c7c083d31791" 2024-12-03T18:31:40,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e389af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:40,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,36555,-1] 2024-12-03T18:31:40,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:31:40,640 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:31:40,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:40,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efd93fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:40,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:31:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,42693,1733250698077, seqNum=-1] 2024-12-03T18:31:40,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:31:40,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:31:40,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,36555,1733250697892 2024-12-03T18:31:40,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58302 2024-12-03T18:31:40,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:31:40,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019dc040c90005 connected 2024-12-03T18:31:40,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63187cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:40,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41189,-1 for getting cluster id 2024-12-03T18:31:40,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:31:40,713 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f3e6a95-26a6-43ca-aa51-545aea257b8d' 2024-12-03T18:31:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:31:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f3e6a95-26a6-43ca-aa51-545aea257b8d" 2024-12-03T18:31:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6484b13a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41189,-1] 2024-12-03T18:31:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:31:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:40,718 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:31:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7577bae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:40,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:31:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41189,1733250692154 2024-12-03T18:31:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36ac453c 2024-12-03T18:31:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:31:40,737 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:31:40,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41189 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:36555,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:31:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:31:40,744 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:36555' 2024-12-03T18:31:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:31:40,747 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f2bbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:40,747 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,36555,-1 for getting cluster id 2024-12-03T18:31:40,747 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:31:40,749 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '938e9fdd-fa6d-47b0-9e12-c7c083d31791' 2024-12-03T18:31:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:31:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "938e9fdd-fa6d-47b0-9e12-c7c083d31791" 2024-12-03T18:31:40,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69008e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:40,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,36555,-1] 2024-12-03T18:31:40,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:31:40,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:40,755 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:31:40,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b44fad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:40,760 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:31:40,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,36555,1733250697892 2024-12-03T18:31:40,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59444309 2024-12-03T18:31:40,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:31:40,770 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:31:40,771 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T18:31:40,771 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:31:40,771 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:40,771 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:40,771 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:31:40,773 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:31:40,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:31:40,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:31:40,775 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:40,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:31:40,824 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:31:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:31:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741835_1011 (size=1138) 2024-12-03T18:31:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:31:41,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe0fc3a7a6f0fe2cf51bfdd5965406d2, NAME => 'hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c 2024-12-03T18:31:41,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741836_1012 (size=44) 2024-12-03T18:31:41,307 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:41,307 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fe0fc3a7a6f0fe2cf51bfdd5965406d2, disabling compactions & flushes 2024-12-03T18:31:41,308 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:41,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:41,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. after waiting 0 ms 2024-12-03T18:31:41,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:41,308 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:41,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe0fc3a7a6f0fe2cf51bfdd5965406d2: Waiting for close lock at 1733250701307Disabling compacts and flushes for region at 1733250701307Disabling writes for close at 1733250701308 (+1 ms)Writing region close event to WAL at 1733250701308Closed at 1733250701308 2024-12-03T18:31:41,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:31:41,311 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250701311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250701311"}]},"ts":"1733250701311"} 2024-12-03T18:31:41,315 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:31:41,324 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:31:41,325 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250701324"}]},"ts":"1733250701324"} 2024-12-03T18:31:41,330 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:31:41,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe0fc3a7a6f0fe2cf51bfdd5965406d2, ASSIGN}] 2024-12-03T18:31:41,333 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe0fc3a7a6f0fe2cf51bfdd5965406d2, ASSIGN 2024-12-03T18:31:41,334 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe0fc3a7a6f0fe2cf51bfdd5965406d2, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37749,1733250692550; forceNewPlan=false, retain=false 2024-12-03T18:31:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:31:41,487 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fe0fc3a7a6f0fe2cf51bfdd5965406d2, regionState=OPENING, regionLocation=5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:41,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe0fc3a7a6f0fe2cf51bfdd5965406d2, ASSIGN because future has completed 2024-12-03T18:31:41,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe0fc3a7a6f0fe2cf51bfdd5965406d2, server=5cd6afc4bcac,37749,1733250692550}] 2024-12-03T18:31:41,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:41,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:31:41,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:31:41,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C37749%2C1733250692550.rep, suffix=, logDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550, archiveDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/oldWALs, maxLogs=10 2024-12-03T18:31:41,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550/5cd6afc4bcac%2C37749%2C1733250692550.rep.1733250701653, exclude list is [], retry=0 2024-12-03T18:31:41,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-eab1c88d-2cae-4e2c-8495-64ccb1248f7d,DISK] 2024-12-03T18:31:41,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550/5cd6afc4bcac%2C37749%2C1733250692550.rep.1733250701653 2024-12-03T18:31:41,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431)] 2024-12-03T18:31:41,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fe0fc3a7a6f0fe2cf51bfdd5965406d2, NAME => 'hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:31:41,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:31:41,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:31:41,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. service=MultiRowMutationService 2024-12-03T18:31:41,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:31:41,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:41,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,687 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,689 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe0fc3a7a6f0fe2cf51bfdd5965406d2 columnFamilyName hfileref 2024-12-03T18:31:41,689 DEBUG [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:41,690 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.HStore(327): Store=fe0fc3a7a6f0fe2cf51bfdd5965406d2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:41,690 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,708 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe0fc3a7a6f0fe2cf51bfdd5965406d2 columnFamilyName queue 2024-12-03T18:31:41,708 DEBUG [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:41,709 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.HStore(327): Store=fe0fc3a7a6f0fe2cf51bfdd5965406d2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:41,709 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,715 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe0fc3a7a6f0fe2cf51bfdd5965406d2 columnFamilyName sid 2024-12-03T18:31:41,715 DEBUG [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:41,719 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.HStore(327): Store=fe0fc3a7a6f0fe2cf51bfdd5965406d2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:41,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:31:41,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:31:41,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fe0fc3a7a6f0fe2cf51bfdd5965406d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65565810, jitterRate=-0.0229932963848114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:31:41,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:41,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fe0fc3a7a6f0fe2cf51bfdd5965406d2: Running coprocessor pre-open hook at 1733250701685Writing region info on filesystem at 1733250701685Initializing all the Stores at 1733250701686 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250701686Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250701686Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250701686Cleaning up temporary data from old regions at 1733250701727 (+41 ms)Running coprocessor post-open hooks at 1733250701739 (+12 ms)Region opened successfully at 1733250701739 2024-12-03T18:31:41,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2., pid=7, masterSystemTime=1733250701645 2024-12-03T18:31:41,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:41,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:41,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fe0fc3a7a6f0fe2cf51bfdd5965406d2, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:41,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe0fc3a7a6f0fe2cf51bfdd5965406d2, server=5cd6afc4bcac,37749,1733250692550 because future has completed 2024-12-03T18:31:41,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T18:31:41,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fe0fc3a7a6f0fe2cf51bfdd5965406d2, server=5cd6afc4bcac,37749,1733250692550 in 269 msec 2024-12-03T18:31:41,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:31:41,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe0fc3a7a6f0fe2cf51bfdd5965406d2, ASSIGN in 434 msec 2024-12-03T18:31:41,770 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:31:41,770 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250701770"}]},"ts":"1733250701770"} 2024-12-03T18:31:41,779 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:31:41,781 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:31:41,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0100 sec 2024-12-03T18:31:41,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2., hostname=5cd6afc4bcac,37749,1733250692550, seqNum=2] 2024-12-03T18:31:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:31:41,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:41,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:41,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:31:42,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T18:31:42,142 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:31:42,180 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,37749,1733250692550, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:31:42,181 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:31:42,181 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37749,1733250692550, seqNum=-1] 2024-12-03T18:31:42,182 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:31:42,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-03T18:31:42,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,37749,1733250692550', locateType=CURRENT is [region=hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2., hostname=5cd6afc4bcac,37749,1733250692550, seqNum=2] 2024-12-03T18:31:42,189 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T18:31:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41189 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T18:31:42,195 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,37749,1733250692550 suceeded 2024-12-03T18:31:42,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T18:31:42,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-12-03T18:31:42,200 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:36555,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:31:42,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4620 sec 2024-12-03T18:31:42,208 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:36555' 2024-12-03T18:31:42,212 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70923754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:42,213 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,36555,-1 for getting cluster id 2024-12-03T18:31:42,213 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:31:42,214 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '938e9fdd-fa6d-47b0-9e12-c7c083d31791' 2024-12-03T18:31:42,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:31:42,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "938e9fdd-fa6d-47b0-9e12-c7c083d31791" 2024-12-03T18:31:42,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a321404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:42,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,36555,-1] 2024-12-03T18:31:42,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:31:42,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:42,216 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:31:42,217 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fc3b79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:42,217 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:31:42,218 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,36555,1733250697892 2024-12-03T18:31:42,218 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ca5d4a6 2024-12-03T18:31:42,219 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:31:42,220 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-03T18:31:42,224 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,37749,1733250692550 (queues=1) is replicating from cluster=4f3e6a95-26a6-43ca-aa51-545aea257b8d to cluster=938e9fdd-fa6d-47b0-9e12-c7c083d31791 2024-12-03T18:31:42,224 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C37749%2C1733250692550 2024-12-03T18:31:42,224 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,37749,1733250692550, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:31:42,225 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550.replicationSource.shipper5cd6afc4bcac%2C37749%2C1733250692550,1-5cd6afc4bcac,37749,1733250692550 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C37749%2C1733250692550 2024-12-03T18:31:42,225 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550.replicationSource.wal-reader.5cd6afc4bcac%2C37749%2C1733250692550,1-5cd6afc4bcac,37749,1733250692550 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550/5cd6afc4bcac%2C37749%2C1733250692550.1733250694675, startPosition=0, beingWritten=true 2024-12-03T18:31:42,434 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550.replicationSource.wal-reader.5cd6afc4bcac%2C37749%2C1733250692550,1-5cd6afc4bcac,37749,1733250692550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550/5cd6afc4bcac%2C37749%2C1733250692550.1733250694675 to pos 0, reset compression=false 2024-12-03T18:31:42,760 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550.replicationSource.wal-reader.5cd6afc4bcac%2C37749%2C1733250692550,1-5cd6afc4bcac,37749,1733250692550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550/5cd6afc4bcac%2C37749%2C1733250692550.1733250694675 to pos 0, reset compression=false 2024-12-03T18:31:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:31:42,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:31:42,890 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:31:42,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:42,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:42,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:42,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:31:42,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:31:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41189,1733250692154 2024-12-03T18:31:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12eb40f7 2024-12-03T18:31:42,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:31:42,900 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:31:42,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41189 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T18:31:42,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:31:42,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:42,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:42,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:42,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:31:42,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=789386802, stopped=false 2024-12-03T18:31:42,911 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,41189,1733250692154 2024-12-03T18:31:42,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:31:42,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01464150671/running 2024-12-03T18:31:42,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:42,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01464150671/running 2024-12-03T18:31:42,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:42,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/running 2024-12-03T18:31:42,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/running 2024-12-03T18:31:42,924 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:31:42,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:31:42,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:42,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:42,925 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,37749,1733250692550' ***** 2024-12-03T18:31:42,925 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:31:42,929 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:31:42,929 INFO [RS:0;5cd6afc4bcac:37749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:31:42,929 INFO [RS:0;5cd6afc4bcac:37749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:31:42,929 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:31:42,929 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(3091): Received CLOSE for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:42,930 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:42,930 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:31:42,931 INFO [RS:0;5cd6afc4bcac:37749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:37749. 2024-12-03T18:31:42,931 DEBUG [RS:0;5cd6afc4bcac:37749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:42,931 DEBUG [RS:0;5cd6afc4bcac:37749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:42,931 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:31:42,931 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:31:42,931 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:31:42,931 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:31:42,931 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe0fc3a7a6f0fe2cf51bfdd5965406d2, disabling compactions & flushes 2024-12-03T18:31:42,931 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:42,931 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:42,931 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. after waiting 0 ms 2024-12-03T18:31:42,931 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:42,932 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fe0fc3a7a6f0fe2cf51bfdd5965406d2 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T18:31:42,937 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:31:42,937 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1325): Online Regions={fe0fc3a7a6f0fe2cf51bfdd5965406d2=hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:31:42,937 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:42,937 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:31:42,937 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:31:42,937 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:31:42,937 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:31:42,937 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:31:42,937 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T18:31:42,952 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:31:42,959 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2/.tmp/queue/af444f20012f48159661cc863e021c7f is 151, key is 1-5cd6afc4bcac,37749,1733250692550/queue:5cd6afc4bcac%2C37749%2C1733250692550/1733250702186/Put/seqid=0 2024-12-03T18:31:42,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741838_1014 (size=5350) 2024-12-03T18:31:42,973 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/.tmp/info/dd62bc56f3b64df395bfd6b47f4ecfbe is 147, key is hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2./info:regioninfo/1733250701749/Put/seqid=0 2024-12-03T18:31:42,979 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2/.tmp/queue/af444f20012f48159661cc863e021c7f 2024-12-03T18:31:42,986 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2/.tmp/queue/af444f20012f48159661cc863e021c7f as hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2/queue/af444f20012f48159661cc863e021c7f 2024-12-03T18:31:42,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741839_1015 (size=6631) 2024-12-03T18:31:42,992 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2/queue/af444f20012f48159661cc863e021c7f, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T18:31:42,993 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fe0fc3a7a6f0fe2cf51bfdd5965406d2 in 62ms, sequenceid=5, compaction requested=false 2024-12-03T18:31:42,993 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T18:31:42,997 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T18:31:42,998 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:42,998 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:42,998 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:42,998 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe0fc3a7a6f0fe2cf51bfdd5965406d2: Waiting for close lock at 1733250702931Running coprocessor pre-close hooks at 1733250702931Disabling compacts and flushes for region at 1733250702931Disabling writes for close at 1733250702931Obtaining lock to block concurrent updates at 1733250702932 (+1 ms)Preparing flush snapshotting stores in fe0fc3a7a6f0fe2cf51bfdd5965406d2 at 1733250702932Finished memstore snapshotting hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733250702935 (+3 ms)Flushing stores of hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. at 1733250702936 (+1 ms)Flushing fe0fc3a7a6f0fe2cf51bfdd5965406d2/queue: creating writer at 1733250702936Flushing fe0fc3a7a6f0fe2cf51bfdd5965406d2/queue: appending metadata at 1733250702958 (+22 ms)Flushing fe0fc3a7a6f0fe2cf51bfdd5965406d2/queue: closing flushed file at 1733250702958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ac66d8: reopening flushed file at 1733250702985 (+27 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fe0fc3a7a6f0fe2cf51bfdd5965406d2 in 62ms, sequenceid=5, compaction requested=false at 1733250702993 (+8 ms)Writing region close event to WAL at 1733250702994 (+1 ms)Running coprocessor post-close hooks at 1733250702998 (+4 ms)Closed at 1733250702998 2024-12-03T18:31:42,998 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:43,137 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:43,178 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550.replicationSource.wal-reader.5cd6afc4bcac%2C37749%2C1733250692550,1-5cd6afc4bcac,37749,1733250692550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550/5cd6afc4bcac%2C37749%2C1733250692550.1733250694675 to pos 0, reset compression=false 2024-12-03T18:31:43,337 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:43,389 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/.tmp/info/dd62bc56f3b64df395bfd6b47f4ecfbe 2024-12-03T18:31:43,407 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/.tmp/ns/01547dbe33804bd5b04e2201f59063b9 is 43, key is default/ns:d/1733250695687/Put/seqid=0 2024-12-03T18:31:43,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741840_1016 (size=5153) 2024-12-03T18:31:43,517 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:31:43,517 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:31:43,537 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:43,694 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550.replicationSource.wal-reader.5cd6afc4bcac%2C37749%2C1733250692550,1-5cd6afc4bcac,37749,1733250692550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550/5cd6afc4bcac%2C37749%2C1733250692550.1733250694675 to pos 0, reset compression=false 2024-12-03T18:31:43,738 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:43,812 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/.tmp/ns/01547dbe33804bd5b04e2201f59063b9 2024-12-03T18:31:43,844 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/.tmp/table/18a2916aeba945b8aebfae76d6f758e6 is 53, key is hbase:replication/table:state/1733250701770/Put/seqid=0 2024-12-03T18:31:43,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741841_1017 (size=5256) 2024-12-03T18:31:43,873 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/.tmp/table/18a2916aeba945b8aebfae76d6f758e6 2024-12-03T18:31:43,881 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/.tmp/info/dd62bc56f3b64df395bfd6b47f4ecfbe as hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/info/dd62bc56f3b64df395bfd6b47f4ecfbe 2024-12-03T18:31:43,889 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/info/dd62bc56f3b64df395bfd6b47f4ecfbe, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T18:31:43,895 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/.tmp/ns/01547dbe33804bd5b04e2201f59063b9 as hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/ns/01547dbe33804bd5b04e2201f59063b9 2024-12-03T18:31:43,910 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/ns/01547dbe33804bd5b04e2201f59063b9, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T18:31:43,912 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/.tmp/table/18a2916aeba945b8aebfae76d6f758e6 as hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/table/18a2916aeba945b8aebfae76d6f758e6 2024-12-03T18:31:43,922 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/table/18a2916aeba945b8aebfae76d6f758e6, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T18:31:43,924 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 986ms, sequenceid=11, compaction requested=false 2024-12-03T18:31:43,939 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:31:43,939 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:31:43,939 DEBUG [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:43,948 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T18:31:43,949 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:43,949 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:43,949 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:43,949 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250702937Running coprocessor pre-close hooks at 1733250702937Disabling compacts and flushes for region at 1733250702937Disabling writes for close at 1733250702937Obtaining lock to block concurrent updates at 1733250702937Preparing flush snapshotting stores in 1588230740 at 1733250702937Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733250702938 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733250702939 (+1 ms)Flushing 1588230740/info: creating writer at 1733250702939Flushing 1588230740/info: appending metadata at 1733250702971 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733250702971Flushing 1588230740/ns: creating writer at 1733250703394 (+423 ms)Flushing 1588230740/ns: appending metadata at 1733250703407 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733250703407Flushing 1588230740/table: creating writer at 1733250703818 (+411 ms)Flushing 1588230740/table: appending metadata at 1733250703843 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733250703843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28fda632: reopening flushed file at 1733250703880 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33fba503: reopening flushed file at 1733250703889 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12912f7c: reopening flushed file at 1733250703910 (+21 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 986ms, sequenceid=11, compaction requested=false at 1733250703924 (+14 ms)Writing region close event to WAL at 1733250703944 (+20 ms)Running coprocessor post-close hooks at 1733250703949 (+5 ms)Closed at 1733250703949 2024-12-03T18:31:43,949 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:44,139 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,37749,1733250692550; all regions closed. 2024-12-03T18:31:44,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741834_1010 (size=2742) 2024-12-03T18:31:44,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550/5cd6afc4bcac%2C37749%2C1733250692550.meta.1733250695566.meta not finished, retry = 0 2024-12-03T18:31:44,245 DEBUG [RS:0;5cd6afc4bcac:37749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/oldWALs 2024-12-03T18:31:44,245 INFO [RS:0;5cd6afc4bcac:37749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C37749%2C1733250692550.meta:.meta(num 1733250695566) 2024-12-03T18:31:44,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741837_1013 (size=1586) 2024-12-03T18:31:44,251 DEBUG [RS:0;5cd6afc4bcac:37749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/oldWALs 2024-12-03T18:31:44,251 INFO [RS:0;5cd6afc4bcac:37749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C37749%2C1733250692550.rep:(num 1733250701653) 2024-12-03T18:31:44,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741832_1008 (size=93) 2024-12-03T18:31:44,259 DEBUG [RS:0;5cd6afc4bcac:37749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/oldWALs 2024-12-03T18:31:44,259 INFO [RS:0;5cd6afc4bcac:37749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C37749%2C1733250692550:(num 1733250694675) 2024-12-03T18:31:44,259 DEBUG [RS:0;5cd6afc4bcac:37749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:44,259 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:31:44,259 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:31:44,259 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:31:44,259 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:31:44,259 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:31:44,260 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,37749,1733250692550 because: Region server is closing 2024-12-03T18:31:44,260 INFO [RS:0;5cd6afc4bcac:37749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:37749. 2024-12-03T18:31:44,260 DEBUG [RS:0;5cd6afc4bcac:37749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:44,260 DEBUG [RS:0;5cd6afc4bcac:37749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:44,260 DEBUG [RS:0;5cd6afc4bcac:37749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:44,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:31:44,361 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550.replicationSource.shipper5cd6afc4bcac%2C37749%2C1733250692550,1-5cd6afc4bcac,37749,1733250692550 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T18:31:44,361 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37749,1733250692550.replicationSource.shipper5cd6afc4bcac%2C37749%2C1733250692550,1-5cd6afc4bcac,37749,1733250692550 terminated 2024-12-03T18:31:44,361 INFO [RS:0;5cd6afc4bcac:37749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37749 2024-12-03T18:31:44,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01464150671/rs/5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:44,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671/rs 2024-12-03T18:31:44,404 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:31:44,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,37749,1733250692550] 2024-12-03T18:31:44,505 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/draining/5cd6afc4bcac,37749,1733250692550 already deleted, retry=false 2024-12-03T18:31:44,505 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,37749,1733250692550 expired; onlineServers=0 2024-12-03T18:31:44,505 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,41189,1733250692154' ***** 2024-12-03T18:31:44,505 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:31:44,505 INFO [M:0;5cd6afc4bcac:41189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:31:44,505 INFO [M:0;5cd6afc4bcac:41189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:31:44,505 DEBUG [M:0;5cd6afc4bcac:41189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:31:44,505 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:31:44,505 DEBUG [M:0;5cd6afc4bcac:41189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:31:44,505 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250694301 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250694301,5,FailOnTimeoutGroup] 2024-12-03T18:31:44,505 INFO [M:0;5cd6afc4bcac:41189 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:31:44,505 INFO [M:0;5cd6afc4bcac:41189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:31:44,506 DEBUG [M:0;5cd6afc4bcac:41189 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:31:44,506 INFO [M:0;5cd6afc4bcac:41189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:31:44,506 INFO [M:0;5cd6afc4bcac:41189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:31:44,506 INFO [M:0;5cd6afc4bcac:41189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:31:44,506 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:31:44,506 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250694307 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250694307,5,FailOnTimeoutGroup] 2024-12-03T18:31:44,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01464150671/master 2024-12-03T18:31:44,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:44,527 INFO [M:0;5cd6afc4bcac:41189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/.lastflushedseqids 2024-12-03T18:31:44,535 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/master already deleted, retry=false 2024-12-03T18:31:44,536 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Failed delete of our master address node; KeeperErrorCode = NoNode for /01464150671/master 2024-12-03T18:31:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741842_1018 (size=181) 2024-12-03T18:31:44,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:44,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1019dc040c90001, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:44,555 INFO [RS:0;5cd6afc4bcac:37749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:31:44,555 INFO [RS:0;5cd6afc4bcac:37749 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,37749,1733250692550; zookeeper connection closed. 2024-12-03T18:31:44,555 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29053bea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29053bea 2024-12-03T18:31:44,555 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:31:44,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:31:44,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T18:31:44,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:44,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T18:31:44,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:44,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T18:31:44,938 INFO [M:0;5cd6afc4bcac:41189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:31:44,939 INFO [M:0;5cd6afc4bcac:41189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:31:44,939 DEBUG [M:0;5cd6afc4bcac:41189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:31:44,939 INFO [M:0;5cd6afc4bcac:41189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:44,939 DEBUG [M:0;5cd6afc4bcac:41189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:44,939 DEBUG [M:0;5cd6afc4bcac:41189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:31:44,939 DEBUG [M:0;5cd6afc4bcac:41189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:44,939 INFO [M:0;5cd6afc4bcac:41189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T18:31:44,961 DEBUG [M:0;5cd6afc4bcac:41189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e55a2187a5d34c27b94f7bcbc0b3a613 is 82, key is hbase:meta,,1/info:regioninfo/1733250695618/Put/seqid=0 2024-12-03T18:31:44,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741843_1019 (size=5672) 2024-12-03T18:31:44,996 INFO [M:0;5cd6afc4bcac:41189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e55a2187a5d34c27b94f7bcbc0b3a613 2024-12-03T18:31:45,031 DEBUG [M:0;5cd6afc4bcac:41189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d214661acdea421d80330da212e5c898 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733250701782/Put/seqid=0 2024-12-03T18:31:45,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741844_1020 (size=7203) 2024-12-03T18:31:45,439 INFO [M:0;5cd6afc4bcac:41189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d214661acdea421d80330da212e5c898 2024-12-03T18:31:45,462 DEBUG [M:0;5cd6afc4bcac:41189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b5acaeab9404a81b7dedc9fe7380ba2 is 69, key is 5cd6afc4bcac,37749,1733250692550/rs:state/1733250694456/Put/seqid=0 2024-12-03T18:31:45,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741845_1021 (size=5156) 2024-12-03T18:31:45,867 INFO [M:0;5cd6afc4bcac:41189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b5acaeab9404a81b7dedc9fe7380ba2 2024-12-03T18:31:45,873 DEBUG [M:0;5cd6afc4bcac:41189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e55a2187a5d34c27b94f7bcbc0b3a613 as hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e55a2187a5d34c27b94f7bcbc0b3a613 2024-12-03T18:31:45,878 INFO [M:0;5cd6afc4bcac:41189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e55a2187a5d34c27b94f7bcbc0b3a613, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T18:31:45,879 DEBUG [M:0;5cd6afc4bcac:41189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d214661acdea421d80330da212e5c898 as hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d214661acdea421d80330da212e5c898 2024-12-03T18:31:45,884 INFO [M:0;5cd6afc4bcac:41189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d214661acdea421d80330da212e5c898, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T18:31:45,885 DEBUG [M:0;5cd6afc4bcac:41189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b5acaeab9404a81b7dedc9fe7380ba2 as hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b5acaeab9404a81b7dedc9fe7380ba2 2024-12-03T18:31:45,889 INFO [M:0;5cd6afc4bcac:41189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b5acaeab9404a81b7dedc9fe7380ba2, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T18:31:45,890 INFO [M:0;5cd6afc4bcac:41189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 951ms, sequenceid=70, compaction requested=false 2024-12-03T18:31:45,892 INFO [M:0;5cd6afc4bcac:41189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:45,892 DEBUG [M:0;5cd6afc4bcac:41189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250704939Disabling compacts and flushes for region at 1733250704939Disabling writes for close at 1733250704939Obtaining lock to block concurrent updates at 1733250704939Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250704939Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733250704939Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250704940 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250704940Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250704960 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250704961 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250705010 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250705031 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250705031Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250705444 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250705462 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250705462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a71cc10: reopening flushed file at 1733250705872 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22163f48: reopening flushed file at 1733250705878 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6416d089: reopening flushed file at 1733250705884 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 951ms, sequenceid=70, compaction requested=false at 1733250705890 (+6 ms)Writing region close event to WAL at 1733250705892 (+2 ms)Closed at 1733250705892 2024-12-03T18:31:45,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741830_1006 (size=41008) 2024-12-03T18:31:45,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,41189,1733250692154/5cd6afc4bcac%2C41189%2C1733250692154.1733250694029 not finished, retry = 0 2024-12-03T18:31:45,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:31:45,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:45,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:45,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:45,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:45,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:45,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:45,996 INFO [M:0;5cd6afc4bcac:41189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:31:45,996 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:31:45,996 INFO [M:0;5cd6afc4bcac:41189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41189 2024-12-03T18:31:45,996 INFO [M:0;5cd6afc4bcac:41189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:31:46,109 INFO [M:0;5cd6afc4bcac:41189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:31:46,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:46,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41189-0x1019dc040c90000, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:46,111 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:31:46,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:46,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:46,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:31:46,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:46,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:31:46,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:31:46,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:31:46,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46361 2024-12-03T18:31:46,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46361 connecting to ZooKeeper ensemble=127.0.0.1:58302 2024-12-03T18:31:46,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463610x0, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:31:46,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46361-0x1019dc040c90006 connected 2024-12-03T18:31:46,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:46,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:46,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/running 2024-12-03T18:31:46,171 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01464150671/meta-region-server: INIT 2024-12-03T18:31:46,172 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c, hbase.cluster.distributed=false 2024-12-03T18:31:46,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/acl 2024-12-03T18:31:46,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46361 2024-12-03T18:31:46,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46361 2024-12-03T18:31:46,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46361 2024-12-03T18:31:46,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46361 2024-12-03T18:31:46,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46361 2024-12-03T18:31:46,241 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:31:46,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:46,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:46,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:31:46,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:46,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:31:46,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:31:46,242 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:31:46,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34889 2024-12-03T18:31:46,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34889 connecting to ZooKeeper ensemble=127.0.0.1:58302 2024-12-03T18:31:46,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:46,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348890x0, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:31:46,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348890x0, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/running 2024-12-03T18:31:46,287 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01464150671/meta-region-server: INIT 2024-12-03T18:31:46,287 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:31:46,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34889-0x1019dc040c90007 connected 2024-12-03T18:31:46,290 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:31:46,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/master 2024-12-03T18:31:46,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/acl 2024-12-03T18:31:46,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34889 2024-12-03T18:31:46,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34889 2024-12-03T18:31:46,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34889 2024-12-03T18:31:46,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34889 2024-12-03T18:31:46,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34889 2024-12-03T18:31:46,303 DEBUG [M:0;5cd6afc4bcac:46361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:46361 2024-12-03T18:31:46,303 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01464150671/backup-masters/5cd6afc4bcac,46361,1733250706110 2024-12-03T18:31:46,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671/backup-masters 2024-12-03T18:31:46,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671/backup-masters 2024-12-03T18:31:46,340 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on existing znode=/01464150671/backup-masters/5cd6afc4bcac,46361,1733250706110 2024-12-03T18:31:46,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:46,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01464150671/master 2024-12-03T18:31:46,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:46,351 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on existing znode=/01464150671/master 2024-12-03T18:31:46,351 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01464150671/backup-masters/5cd6afc4bcac,46361,1733250706110 from backup master directory 2024-12-03T18:31:46,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671/backup-masters 2024-12-03T18:31:46,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01464150671/backup-masters/5cd6afc4bcac,46361,1733250706110 2024-12-03T18:31:46,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671/backup-masters 2024-12-03T18:31:46,367 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:31:46,367 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,46361,1733250706110 2024-12-03T18:31:46,376 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:46,377 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:31:46,384 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-12-03T18:31:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741846_1022 (size=196) 2024-12-03T18:31:46,807 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:31:46,808 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:31:46,808 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:31:46,816 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T18:31:46,818 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,41189,1733250692154 to hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,41189,1733250692154-dead as it is dead 2024-12-03T18:31:46,818 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,41189,1733250692154-dead/5cd6afc4bcac%2C41189%2C1733250692154.1733250694029 2024-12-03T18:31:46,819 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,41189,1733250692154-dead/5cd6afc4bcac%2C41189%2C1733250692154.1733250694029 after 1ms 2024-12-03T18:31:46,820 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,41189,1733250692154-dead/5cd6afc4bcac%2C41189%2C1733250692154.1733250694029 to hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5cd6afc4bcac%2C41189%2C1733250692154.1733250694029 2024-12-03T18:31:46,820 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,41189,1733250692154-dead 2024-12-03T18:31:46,820 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,46361,1733250706110 2024-12-03T18:31:46,823 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:31:46,827 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C46361%2C1733250706110, suffix=, logDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,46361,1733250706110, archiveDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/oldWALs, maxLogs=10 2024-12-03T18:31:46,845 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,46361,1733250706110/5cd6afc4bcac%2C46361%2C1733250706110.1733250706827, exclude list is [], retry=0 2024-12-03T18:31:46,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-eab1c88d-2cae-4e2c-8495-64ccb1248f7d,DISK] 2024-12-03T18:31:46,850 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/WALs/5cd6afc4bcac,46361,1733250706110/5cd6afc4bcac%2C46361%2C1733250706110.1733250706827 2024-12-03T18:31:46,855 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431)] 2024-12-03T18:31:46,855 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:31:46,855 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:46,855 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:46,855 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:46,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:46,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:31:46,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:46,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e55a2187a5d34c27b94f7bcbc0b3a613 2024-12-03T18:31:46,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:46,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:46,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:31:46,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:46,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d214661acdea421d80330da212e5c898 2024-12-03T18:31:46,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:46,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:46,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:31:46,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:46,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b5acaeab9404a81b7dedc9fe7380ba2 2024-12-03T18:31:46,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:46,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:46,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:31:46,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:46,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:46,889 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:46,889 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T18:31:46,890 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5cd6afc4bcac%2C41189%2C1733250692154.1733250694029 2024-12-03T18:31:46,896 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5cd6afc4bcac%2C41189%2C1733250692154.1733250694029 2024-12-03T18:31:46,897 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5cd6afc4bcac%2C41189%2C1733250692154.1733250694029 2024-12-03T18:31:46,899 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:46,899 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:46,903 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:31:46,904 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:31:46,907 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-03T18:31:46,912 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65511702, jitterRate=-0.02379956841468811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:31:46,912 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250706855Initializing all the Stores at 1733250706856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250706856Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250706856Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250706856Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250706856Cleaning up temporary data from old regions at 1733250706899 (+43 ms)Region opened successfully at 1733250706912 (+13 ms) 2024-12-03T18:31:46,914 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:31:46,921 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137a368b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:31:46,924 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T18:31:46,924 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:31:46,924 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:31:46,924 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:31:46,925 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:31:46,928 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:31:46,929 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:31:46,929 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:31:46,929 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T18:31:46,929 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:31:46,939 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5cd6afc4bcac,37749,1733250692550, regionLocation=5cd6afc4bcac,37749,1733250692550, openSeqNum=2 2024-12-03T18:31:46,939 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5cd6afc4bcac,37749,1733250692550, table=hbase:meta, region=1588230740 2024-12-03T18:31:46,939 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,37749,1733250692550, state=OPEN 2024-12-03T18:31:46,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01464150671/meta-region-server 2024-12-03T18:31:46,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01464150671/meta-region-server 2024-12-03T18:31:46,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01464150671/meta-region-server: CHANGED 2024-12-03T18:31:46,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01464150671/meta-region-server: CHANGED 2024-12-03T18:31:46,967 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:31:46,984 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/draining/5cd6afc4bcac,37749,1733250692550 already deleted, retry=false 2024-12-03T18:31:46,984 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5cd6afc4bcac,37749,1733250692550 on 5cd6afc4bcac,46361,1733250706110 2024-12-03T18:31:46,986 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5cd6afc4bcac,37749,1733250692550, splitWal=true, meta=true 2024-12-03T18:31:46,986 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 5cd6afc4bcac,37749,1733250692550 (carryingMeta=true) 5cd6afc4bcac,37749,1733250692550/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7981bb7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T18:31:46,988 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Unable to get data of znode /01464150671/balancer because node does not exist (not necessarily an error) 2024-12-03T18:31:46,997 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/balancer already deleted, retry=false 2024-12-03T18:31:46,998 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:31:46,998 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Unable to get data of znode /01464150671/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:31:47,009 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/normalizer already deleted, retry=false 2024-12-03T18:31:47,009 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:31:47,010 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Unable to get data of znode /01464150671/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:31:47,017 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/switch/split already deleted, retry=false 2024-12-03T18:31:47,018 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Unable to get data of znode /01464150671/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:31:47,025 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/switch/merge already deleted, retry=false 2024-12-03T18:31:47,035 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Unable to get data of znode /01464150671/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:31:47,042 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/snapshot-cleanup already deleted, retry=false 2024-12-03T18:31:47,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01464150671/running 2024-12-03T18:31:47,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:47,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01464150671/running 2024-12-03T18:31:47,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:47,052 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,46361,1733250706110, sessionid=0x1019dc040c90006, setting cluster-up flag (Was=false) 2024-12-03T18:31:47,060 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01464150671/flush-table-proc/acquired, /01464150671/flush-table-proc/reached, /01464150671/flush-table-proc/abort 2024-12-03T18:31:47,061 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,46361,1733250706110 2024-12-03T18:31:47,073 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01464150671/online-snapshot/acquired, /01464150671/online-snapshot/reached, /01464150671/online-snapshot/abort 2024-12-03T18:31:47,074 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,46361,1733250706110 2024-12-03T18:31:47,076 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/.lastflushedseqids 2024-12-03T18:31:47,078 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:31:47,078 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:31:47,079 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,46361,1733250706110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5cd6afc4bcac,37749,1733250692550 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:31:47,080 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:31:47,081 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:31:47,081 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:31:47,081 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:31:47,081 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:31:47,081 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,081 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:31:47,081 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,082 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250737082 2024-12-03T18:31:47,083 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:31:47,083 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:31:47,083 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:31:47,083 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:31:47,083 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:31:47,083 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:31:47,083 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5cd6afc4bcac,37749,1733250692550, splitWal=true, meta=true 2024-12-03T18:31:47,084 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5cd6afc4bcac,37749,1733250692550, splitWal=true, meta=true, isMeta: true 2024-12-03T18:31:47,084 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,085 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:31:47,085 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:31:47,085 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:31:47,085 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:31:47,086 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550-splitting 2024-12-03T18:31:47,086 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:31:47,086 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:31:47,090 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250707086,5,FailOnTimeoutGroup] 2024-12-03T18:31:47,094 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250707090,5,FailOnTimeoutGroup] 2024-12-03T18:31:47,094 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,095 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:31:47,095 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,095 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,095 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250707095, completionTime=-1 2024-12-03T18:31:47,095 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T18:31:47,095 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T18:31:47,099 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550-splitting dir is empty, no logs to split. 2024-12-03T18:31:47,099 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5cd6afc4bcac,37749,1733250692550 WAL count=0, meta=true 2024-12-03T18:31:47,104 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(746): ClusterId : 4f3e6a95-26a6-43ca-aa51-545aea257b8d 2024-12-03T18:31:47,104 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:31:47,109 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550-splitting dir is empty, no logs to split. 2024-12-03T18:31:47,109 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5cd6afc4bcac,37749,1733250692550 WAL count=0, meta=true 2024-12-03T18:31:47,109 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5cd6afc4bcac,37749,1733250692550 WAL splitting is done? wals=0, meta=true 2024-12-03T18:31:47,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:31:47,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:31:47,113 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T18:31:47,117 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:31:47,117 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:31:47,126 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:31:47,126 DEBUG [RS:0;5cd6afc4bcac:34889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bd6375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:31:47,137 DEBUG [RS:0;5cd6afc4bcac:34889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:34889 2024-12-03T18:31:47,137 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:31:47,137 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:31:47,137 DEBUG [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:31:47,138 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,46361,1733250706110 with port=34889, startcode=1733250706241 2024-12-03T18:31:47,138 DEBUG [RS:0;5cd6afc4bcac:34889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:31:47,139 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:31:47,140 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:47,140 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46361 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:47,145 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T18:31:47,147 DEBUG [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c 2024-12-03T18:31:47,147 DEBUG [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38149 2024-12-03T18:31:47,147 DEBUG [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:31:47,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671/rs 2024-12-03T18:31:47,184 DEBUG [RS:0;5cd6afc4bcac:34889 {}] zookeeper.ZKUtil(111): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on existing znode=/01464150671/rs/5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:47,184 WARN [RS:0;5cd6afc4bcac:34889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:31:47,184 INFO [RS:0;5cd6afc4bcac:34889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:31:47,184 DEBUG [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:47,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,34889,1733250706241] 2024-12-03T18:31:47,199 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:31:47,200 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:31:47,200 INFO [RS:0;5cd6afc4bcac:34889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:31:47,200 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,200 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:31:47,201 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:31:47,201 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:31:47,201 DEBUG [RS:0;5cd6afc4bcac:34889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:31:47,202 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,202 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,202 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,202 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,202 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,202 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,34889,1733250706241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:31:47,215 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:31:47,215 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,34889,1733250706241-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,230 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,34889,1733250706241, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:31:47,230 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,230 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.Replication(171): 5cd6afc4bcac,34889,1733250706241 started 2024-12-03T18:31:47,242 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:47,242 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource,1-5cd6afc4bcac,34889,1733250706241 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:36555' 2024-12-03T18:31:47,242 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,34889,1733250706241, RpcServer on 5cd6afc4bcac/172.17.0.3:34889, sessionid=0x1019dc040c90007 2024-12-03T18:31:47,242 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:31:47,242 DEBUG [RS:0;5cd6afc4bcac:34889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:47,242 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,34889,1733250706241' 2024-12-03T18:31:47,242 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01464150671/flush-table-proc/abort' 2024-12-03T18:31:47,242 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01464150671/flush-table-proc/acquired' 2024-12-03T18:31:47,243 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource,1-5cd6afc4bcac,34889,1733250706241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a932a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:47,243 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource,1-5cd6afc4bcac,34889,1733250706241 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,36555,-1 for getting cluster id 2024-12-03T18:31:47,243 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:31:47,243 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:31:47,243 DEBUG [RS:0;5cd6afc4bcac:34889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:47,243 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,34889,1733250706241' 2024-12-03T18:31:47,243 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01464150671/online-snapshot/abort' 2024-12-03T18:31:47,243 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource,1-5cd6afc4bcac,34889,1733250706241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:31:47,243 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01464150671/online-snapshot/acquired' 2024-12-03T18:31:47,244 DEBUG [RS:0;5cd6afc4bcac:34889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:31:47,244 INFO [RS:0;5cd6afc4bcac:34889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:31:47,244 INFO [RS:0;5cd6afc4bcac:34889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:31:47,244 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '938e9fdd-fa6d-47b0-9e12-c7c083d31791' 2024-12-03T18:31:47,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:31:47,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "938e9fdd-fa6d-47b0-9e12-c7c083d31791" 2024-12-03T18:31:47,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fff95fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:47,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,36555,-1] 2024-12-03T18:31:47,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:31:47,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:47,245 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:31:47,246 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource,1-5cd6afc4bcac,34889,1733250706241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2588d830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:47,246 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource,1-5cd6afc4bcac,34889,1733250706241 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:31:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,36555,1733250697892 2024-12-03T18:31:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1afce4bb 2024-12-03T18:31:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:31:47,248 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-03T18:31:47,248 INFO [RS:0;5cd6afc4bcac:34889.replicationSource,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,34889,1733250706241 (queues=0) is replicating from cluster=4f3e6a95-26a6-43ca-aa51-545aea257b8d to cluster=938e9fdd-fa6d-47b0-9e12-c7c083d31791 2024-12-03T18:31:47,266 WARN [5cd6afc4bcac:46361 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T18:31:47,344 INFO [RS:0;5cd6afc4bcac:34889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:31:47,345 INFO [RS:0;5cd6afc4bcac:34889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C34889%2C1733250706241, suffix=, logDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241, archiveDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/oldWALs, maxLogs=10 2024-12-03T18:31:47,360 DEBUG [RS:0;5cd6afc4bcac:34889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346, exclude list is [], retry=0 2024-12-03T18:31:47,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-eab1c88d-2cae-4e2c-8495-64ccb1248f7d,DISK] 2024-12-03T18:31:47,364 INFO [RS:0;5cd6afc4bcac:34889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346 2024-12-03T18:31:47,364 DEBUG [RS:0;5cd6afc4bcac:34889 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5cd6afc4bcac%2C34889%2C1733250706241 for peer 1 2024-12-03T18:31:47,364 DEBUG [RS:0;5cd6afc4bcac:34889 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C34889%2C1733250706241 2024-12-03T18:31:47,365 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,34889,1733250706241, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:31:47,365 DEBUG [RS:0;5cd6afc4bcac:34889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431)] 2024-12-03T18:31:47,365 INFO [RS:0;5cd6afc4bcac:34889.replicationSource.shipper5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C34889%2C1733250706241 2024-12-03T18:31:47,365 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource.wal-reader.5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346, startPosition=0, beingWritten=true 2024-12-03T18:31:47,516 DEBUG [5cd6afc4bcac:46361 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:31:47,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:47,518 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,34889,1733250706241, state=OPENING 2024-12-03T18:31:47,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01464150671/meta-region-server 2024-12-03T18:31:47,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01464150671/meta-region-server 2024-12-03T18:31:47,525 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:31:47,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01464150671/meta-region-server: CHANGED 2024-12-03T18:31:47,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,34889,1733250706241}] 2024-12-03T18:31:47,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01464150671/meta-region-server: CHANGED 2024-12-03T18:31:47,570 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource.wal-reader.5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346 to pos 0, reset compression=false 2024-12-03T18:31:47,678 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:31:47,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:31:47,683 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:31:47,683 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:31:47,683 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:31:47,685 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C34889%2C1733250706241.meta, suffix=.meta, logDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241, archiveDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/oldWALs, maxLogs=10 2024-12-03T18:31:47,696 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.meta.1733250707685.meta, exclude list is [], retry=0 2024-12-03T18:31:47,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-eab1c88d-2cae-4e2c-8495-64ccb1248f7d,DISK] 2024-12-03T18:31:47,700 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.meta.1733250707685.meta 2024-12-03T18:31:47,700 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431)] 2024-12-03T18:31:47,700 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:31:47,701 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:31:47,701 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:31:47,701 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:31:47,701 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:31:47,701 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:31:47,701 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:47,701 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:31:47,701 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:31:47,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:31:47,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:31:47,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:47,709 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/info/dd62bc56f3b64df395bfd6b47f4ecfbe 2024-12-03T18:31:47,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:47,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:31:47,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:31:47,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:47,721 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/ns/01547dbe33804bd5b04e2201f59063b9 2024-12-03T18:31:47,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:47,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:31:47,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:31:47,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:47,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:47,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:31:47,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:31:47,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:47,734 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/table/18a2916aeba945b8aebfae76d6f758e6 2024-12-03T18:31:47,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:31:47,734 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:31:47,737 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740 2024-12-03T18:31:47,738 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740 2024-12-03T18:31:47,739 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:31:47,739 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:31:47,740 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:31:47,741 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:31:47,742 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60987038, jitterRate=-0.09122231602668762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:31:47,742 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:31:47,742 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250707701Writing region info on filesystem at 1733250707701Initializing all the Stores at 1733250707702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250707702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250707702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250707702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250707702Cleaning up temporary data from old regions at 1733250707739 (+37 ms)Running coprocessor post-open hooks at 1733250707742 (+3 ms)Region opened successfully at 1733250707742 2024-12-03T18:31:47,745 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733250707678 2024-12-03T18:31:47,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:47,754 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:31:47,754 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:31:47,755 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,34889,1733250706241, state=OPEN 2024-12-03T18:31:47,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01464150671/meta-region-server 2024-12-03T18:31:47,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01464150671/meta-region-server 2024-12-03T18:31:47,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:47,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01464150671/meta-region-server: CHANGED 2024-12-03T18:31:47,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01464150671/meta-region-server: CHANGED 2024-12-03T18:31:47,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T18:31:47,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,34889,1733250706241 in 242 msec 2024-12-03T18:31:47,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:31:47,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-12-03T18:31:47,878 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource.wal-reader.5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346 to pos 0, reset compression=false 2024-12-03T18:31:48,283 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource.wal-reader.5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346 to pos 0, reset compression=false 2024-12-03T18:31:48,647 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-03T18:31:48,787 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource.wal-reader.5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346 to pos 0, reset compression=false 2024-12-03T18:31:49,408 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource.wal-reader.5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346 to pos 0, reset compression=false 2024-12-03T18:31:50,120 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource.wal-reader.5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346 to pos 0, reset compression=false 2024-12-03T18:31:50,150 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-03T18:31:50,925 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource.wal-reader.5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346 to pos 0, reset compression=false 2024-12-03T18:31:51,603 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T18:31:51,603 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:31:51,603 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:31:51,603 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,34889,1733250706241, seqNum=-1] 2024-12-03T18:31:51,604 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:31:51,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:31:51,608 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe0fc3a7a6f0fe2cf51bfdd5965406d2, regionState=OPEN, lastHost=5cd6afc4bcac,37749,1733250692550, regionLocation=5cd6afc4bcac,37749,1733250692550, openSeqNum=2 2024-12-03T18:31:51,608 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:31:51,608 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250771608 2024-12-03T18:31:51,608 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250831608 2024-12-03T18:31:51,608 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-03T18:31:51,608 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5cd6afc4bcac,37749,1733250692550 had 2 regions 2024-12-03T18:31:51,608 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46361,1733250706110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:51,608 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46361,1733250706110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:51,609 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46361,1733250706110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:51,609 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:46361, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:51,609 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:51,609 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:51,609 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5cd6afc4bcac,37749,1733250692550, splitWal=true, meta=true, isMeta: false 2024-12-03T18:31:51,611 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550-splitting dir is empty, no logs to split. 2024-12-03T18:31:51,611 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5cd6afc4bcac,37749,1733250692550 WAL count=0, meta=false 2024-12-03T18:31:51,614 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,37749,1733250692550-splitting dir is empty, no logs to split. 2024-12-03T18:31:51,614 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5cd6afc4bcac,37749,1733250692550 WAL count=0, meta=false 2024-12-03T18:31:51,614 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5cd6afc4bcac,37749,1733250692550 WAL splitting is done? wals=0, meta=false 2024-12-03T18:31:51,614 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.247sec 2024-12-03T18:31:51,614 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:31:51,614 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:31:51,614 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:31:51,614 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:31:51,614 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:31:51,614 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46361,1733250706110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:31:51,614 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46361,1733250706110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:31:51,616 WARN [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5cd6afc4bcac,37749,1733250692550/hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:51,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe0fc3a7a6f0fe2cf51bfdd5965406d2, ASSIGN}] 2024-12-03T18:31:51,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe0fc3a7a6f0fe2cf51bfdd5965406d2, ASSIGN 2024-12-03T18:31:51,618 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe0fc3a7a6f0fe2cf51bfdd5965406d2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T18:31:51,618 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:31:51,618 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:31:51,618 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46361,1733250706110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:31:51,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be9529b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:51,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46361,-1 for getting cluster id 2024-12-03T18:31:51,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:31:51,706 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f3e6a95-26a6-43ca-aa51-545aea257b8d' 2024-12-03T18:31:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:31:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f3e6a95-26a6-43ca-aa51-545aea257b8d" 2024-12-03T18:31:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43163c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46361,-1] 2024-12-03T18:31:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:31:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:51,709 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:31:51,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c87842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:51,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:31:51,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,34889,1733250706241, seqNum=-1] 2024-12-03T18:31:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:31:51,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:31:51,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T18:31:51,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:31:51,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:51,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:51,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:51,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:31:51,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5cd6afc4bcac:46361 after: 5cd6afc4bcac:46361 2024-12-03T18:31:51,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635f651c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:51,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46361,-1 for getting cluster id 2024-12-03T18:31:51,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:31:51,723 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f3e6a95-26a6-43ca-aa51-545aea257b8d' 2024-12-03T18:31:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:31:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f3e6a95-26a6-43ca-aa51-545aea257b8d" 2024-12-03T18:31:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471bf9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46361,-1] 2024-12-03T18:31:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:31:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:51,725 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:31:51,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dcbd55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:31:51,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:31:51,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,46361,1733250706110 2024-12-03T18:31:51,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cd59a83 2024-12-03T18:31:51,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:31:51,730 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:31:51,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T18:31:51,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:31:51,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:31:51,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:51,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:51,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:31:51,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:51,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:31:51,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1379740474, stopped=false 2024-12-03T18:31:51,735 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,36555,1733250697892 2024-12-03T18:31:51,768 DEBUG [5cd6afc4bcac:46361 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:31:51,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fe0fc3a7a6f0fe2cf51bfdd5965406d2, regionState=OPENING, regionLocation=5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:51,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe0fc3a7a6f0fe2cf51bfdd5965406d2, ASSIGN because future has completed 2024-12-03T18:31:51,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe0fc3a7a6f0fe2cf51bfdd5965406d2, server=5cd6afc4bcac,34889,1733250706241}] 2024-12-03T18:31:51,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11998728209/running 2024-12-03T18:31:51,788 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:31:51,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:51,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:31:51,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:51,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:51,789 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,42693,1733250698077' ***** 2024-12-03T18:31:51,789 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:31:51,789 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:31:51,790 INFO [RS:0;5cd6afc4bcac:42693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:31:51,790 INFO [RS:0;5cd6afc4bcac:42693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:31:51,790 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,42693,1733250698077 2024-12-03T18:31:51,790 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:31:51,790 INFO [RS:0;5cd6afc4bcac:42693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:42693. 2024-12-03T18:31:51,790 DEBUG [RS:0;5cd6afc4bcac:42693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:51,790 DEBUG [RS:0;5cd6afc4bcac:42693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:51,790 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:31:51,790 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:31:51,790 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:31:51,790 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:31:51,790 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:31:51,791 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11998728209/running 2024-12-03T18:31:51,791 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:51,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Set watcher on znode that does not yet exist, /11998728209/running 2024-12-03T18:31:51,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Set watcher on znode that does not yet exist, /11998728209/running 2024-12-03T18:31:51,794 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:31:51,794 DEBUG [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:31:51,794 DEBUG [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:51,794 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:31:51,794 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:31:51,794 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:31:51,794 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:31:51,794 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:31:51,794 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T18:31:51,816 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/data/hbase/meta/1588230740/.tmp/ns/4e1f5f45d38b4a26897a6b810df1cf1b is 43, key is default/ns:d/1733250700552/Put/seqid=0 2024-12-03T18:31:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741835_1011 (size=5153) 2024-12-03T18:31:51,829 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/data/hbase/meta/1588230740/.tmp/ns/4e1f5f45d38b4a26897a6b810df1cf1b 2024-12-03T18:31:51,830 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource.wal-reader.5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346 to pos 0, reset compression=false 2024-12-03T18:31:51,840 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/data/hbase/meta/1588230740/.tmp/ns/4e1f5f45d38b4a26897a6b810df1cf1b as hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/data/hbase/meta/1588230740/ns/4e1f5f45d38b4a26897a6b810df1cf1b 2024-12-03T18:31:51,853 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/data/hbase/meta/1588230740/ns/4e1f5f45d38b4a26897a6b810df1cf1b, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T18:31:51,855 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=6, compaction requested=false 2024-12-03T18:31:51,855 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:31:51,856 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:31:51,856 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:31:51,868 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:31:51,879 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T18:31:51,880 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:51,880 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:51,880 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:51,880 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250711794Running coprocessor pre-close hooks at 1733250711794Disabling compacts and flushes for region at 1733250711794Disabling writes for close at 1733250711794Obtaining lock to block concurrent updates at 1733250711794Preparing flush snapshotting stores in 1588230740 at 1733250711794Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733250711795 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733250711795Flushing 1588230740/ns: creating writer at 1733250711795Flushing 1588230740/ns: appending metadata at 1733250711815 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733250711815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f52b547: reopening flushed file at 1733250711838 (+23 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=6, compaction requested=false at 1733250711855 (+17 ms)Writing region close event to WAL at 1733250711860 (+5 ms)Running coprocessor post-close hooks at 1733250711880 (+20 ms)Closed at 1733250711880 2024-12-03T18:31:51,880 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:51,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:51,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:31:51,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:31:51,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C34889%2C1733250706241.rep, suffix=, logDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241, archiveDir=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/oldWALs, maxLogs=10 2024-12-03T18:31:51,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.rep.1733250711932, exclude list is [], retry=0 2024-12-03T18:31:51,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-eab1c88d-2cae-4e2c-8495-64ccb1248f7d,DISK] 2024-12-03T18:31:51,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.rep.1733250711932 2024-12-03T18:31:51,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431)] 2024-12-03T18:31:51,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => fe0fc3a7a6f0fe2cf51bfdd5965406d2, NAME => 'hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:31:51,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:31:51,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:31:51,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. service=MultiRowMutationService 2024-12-03T18:31:51,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:31:51,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:31:51,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,955 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,957 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe0fc3a7a6f0fe2cf51bfdd5965406d2 columnFamilyName hfileref 2024-12-03T18:31:51,957 DEBUG [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:51,957 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.HStore(327): Store=fe0fc3a7a6f0fe2cf51bfdd5965406d2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:51,958 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,959 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe0fc3a7a6f0fe2cf51bfdd5965406d2 columnFamilyName queue 2024-12-03T18:31:51,959 DEBUG [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:51,970 DEBUG [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2/queue/af444f20012f48159661cc863e021c7f 2024-12-03T18:31:51,970 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.HStore(327): Store=fe0fc3a7a6f0fe2cf51bfdd5965406d2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:51,971 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,972 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe0fc3a7a6f0fe2cf51bfdd5965406d2 columnFamilyName sid 2024-12-03T18:31:51,972 DEBUG [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:31:51,973 INFO [StoreOpener-fe0fc3a7a6f0fe2cf51bfdd5965406d2-1 {}] regionserver.HStore(327): Store=fe0fc3a7a6f0fe2cf51bfdd5965406d2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:31:51,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:31:51,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened fe0fc3a7a6f0fe2cf51bfdd5965406d2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70167837, jitterRate=0.04558224976062775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:31:51,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:51,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for fe0fc3a7a6f0fe2cf51bfdd5965406d2: Running coprocessor pre-open hook at 1733250711953Writing region info on filesystem at 1733250711953Initializing all the Stores at 1733250711954 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250711954Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250711954Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250711954Cleaning up temporary data from old regions at 1733250711978 (+24 ms)Running coprocessor post-open hooks at 1733250711983 (+5 ms)Region opened successfully at 1733250711983 2024-12-03T18:31:51,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2., pid=13, masterSystemTime=1733250711928 2024-12-03T18:31:51,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:51,994 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,42693,1733250698077; all regions closed. 2024-12-03T18:31:51,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:51,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fe0fc3a7a6f0fe2cf51bfdd5965406d2, regionState=OPEN, openSeqNum=9, regionLocation=5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:51,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe0fc3a7a6f0fe2cf51bfdd5965406d2, server=5cd6afc4bcac,34889,1733250706241 because future has completed 2024-12-03T18:31:52,011 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/WALs/5cd6afc4bcac,42693,1733250698077/5cd6afc4bcac%2C42693%2C1733250698077.meta.1733250700404.meta not finished, retry = 0 2024-12-03T18:31:52,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741834_1010 (size=1152) 2024-12-03T18:31:52,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T18:31:52,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fe0fc3a7a6f0fe2cf51bfdd5965406d2, server=5cd6afc4bcac,34889,1733250706241 in 233 msec 2024-12-03T18:31:52,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-03T18:31:52,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe0fc3a7a6f0fe2cf51bfdd5965406d2, ASSIGN in 395 msec 2024-12-03T18:31:52,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T18:31:52,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2., hostname=5cd6afc4bcac,34889,1733250706241, seqNum=9] 2024-12-03T18:31:52,033 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 5cd6afc4bcac,37749,1733250692550 2024-12-03T18:31:52,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T18:31:52,113 DEBUG [RS:0;5cd6afc4bcac:42693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/oldWALs 2024-12-03T18:31:52,113 INFO [RS:0;5cd6afc4bcac:42693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C42693%2C1733250698077.meta:.meta(num 1733250700404) 2024-12-03T18:31:52,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/WALs/5cd6afc4bcac,42693,1733250698077/5cd6afc4bcac%2C42693%2C1733250698077.1733250699969 not finished, retry = 0 2024-12-03T18:31:52,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741833_1009 (size=93) 2024-12-03T18:31:52,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-03T18:31:52,231 DEBUG [RS:0;5cd6afc4bcac:42693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/oldWALs 2024-12-03T18:31:52,232 INFO [RS:0;5cd6afc4bcac:42693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C42693%2C1733250698077:(num 1733250699969) 2024-12-03T18:31:52,232 DEBUG [RS:0;5cd6afc4bcac:42693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:52,232 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:31:52,232 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:31:52,232 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:31:52,232 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:31:52,232 INFO [RS:0;5cd6afc4bcac:42693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42693 2024-12-03T18:31:52,233 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:31:52,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209/rs 2024-12-03T18:31:52,296 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11998728209/rs/5cd6afc4bcac,42693,1733250698077 2024-12-03T18:31:52,296 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:31:52,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,42693,1733250698077] 2024-12-03T18:31:52,313 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11998728209/draining/5cd6afc4bcac,42693,1733250698077 already deleted, retry=false 2024-12-03T18:31:52,313 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,42693,1733250698077 expired; onlineServers=0 2024-12-03T18:31:52,313 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,36555,1733250697892' ***** 2024-12-03T18:31:52,313 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:31:52,313 INFO [M:0;5cd6afc4bcac:36555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:31:52,313 INFO [M:0;5cd6afc4bcac:36555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:31:52,313 DEBUG [M:0;5cd6afc4bcac:36555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:31:52,313 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:31:52,313 DEBUG [M:0;5cd6afc4bcac:36555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:31:52,313 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250699639 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250699639,5,FailOnTimeoutGroup] 2024-12-03T18:31:52,313 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250699635 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250699635,5,FailOnTimeoutGroup] 2024-12-03T18:31:52,314 INFO [M:0;5cd6afc4bcac:36555 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:31:52,314 INFO [M:0;5cd6afc4bcac:36555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:31:52,314 DEBUG [M:0;5cd6afc4bcac:36555 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:31:52,314 INFO [M:0;5cd6afc4bcac:36555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:31:52,314 INFO [M:0;5cd6afc4bcac:36555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:31:52,314 INFO [M:0;5cd6afc4bcac:36555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:31:52,314 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:31:52,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11998728209/master 2024-12-03T18:31:52,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998728209 2024-12-03T18:31:52,325 DEBUG [M:0;5cd6afc4bcac:36555 {}] zookeeper.ZKUtil(347): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Unable to get data of znode /11998728209/master because node does not exist (not an error) 2024-12-03T18:31:52,325 WARN [M:0;5cd6afc4bcac:36555 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:31:52,326 INFO [M:0;5cd6afc4bcac:36555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/.lastflushedseqids 2024-12-03T18:31:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741836_1012 (size=99) 2024-12-03T18:31:52,405 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:52,405 INFO [RS:0;5cd6afc4bcac:42693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:31:52,405 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42693-0x1019dc040c90004, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:52,405 INFO [RS:0;5cd6afc4bcac:42693 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,42693,1733250698077; zookeeper connection closed. 2024-12-03T18:31:52,405 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45a0a508 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45a0a508 2024-12-03T18:31:52,405 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:31:52,750 INFO [M:0;5cd6afc4bcac:36555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:31:52,751 INFO [M:0;5cd6afc4bcac:36555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:31:52,751 DEBUG [M:0;5cd6afc4bcac:36555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:31:52,751 INFO [M:0;5cd6afc4bcac:36555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:52,751 DEBUG [M:0;5cd6afc4bcac:36555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:52,751 DEBUG [M:0;5cd6afc4bcac:36555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:31:52,751 DEBUG [M:0;5cd6afc4bcac:36555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:52,751 INFO [M:0;5cd6afc4bcac:36555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T18:31:52,784 DEBUG [M:0;5cd6afc4bcac:36555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c689bd169284aec876282e193696ea6 is 82, key is hbase:meta,,1/info:regioninfo/1733250700510/Put/seqid=0 2024-12-03T18:31:52,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741837_1013 (size=5672) 2024-12-03T18:31:52,809 INFO [M:0;5cd6afc4bcac:36555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c689bd169284aec876282e193696ea6 2024-12-03T18:31:52,849 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource.wal-reader.5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346 to pos 0, reset compression=false 2024-12-03T18:31:52,908 DEBUG [M:0;5cd6afc4bcac:36555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/240785d1e3ea41fc8f7f146464c45643 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733250700559/Put/seqid=0 2024-12-03T18:31:52,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741838_1014 (size=5275) 2024-12-03T18:31:52,967 INFO [M:0;5cd6afc4bcac:36555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/240785d1e3ea41fc8f7f146464c45643 2024-12-03T18:31:53,012 DEBUG [M:0;5cd6afc4bcac:36555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79437164fa8a4249884ac0022886240b is 69, key is 5cd6afc4bcac,42693,1733250698077/rs:state/1733250699736/Put/seqid=0 2024-12-03T18:31:53,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741839_1015 (size=5156) 2024-12-03T18:31:53,096 INFO [M:0;5cd6afc4bcac:36555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79437164fa8a4249884ac0022886240b 2024-12-03T18:31:53,106 DEBUG [M:0;5cd6afc4bcac:36555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c689bd169284aec876282e193696ea6 as hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c689bd169284aec876282e193696ea6 2024-12-03T18:31:53,128 INFO [M:0;5cd6afc4bcac:36555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c689bd169284aec876282e193696ea6, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T18:31:53,130 DEBUG [M:0;5cd6afc4bcac:36555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/240785d1e3ea41fc8f7f146464c45643 as hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/240785d1e3ea41fc8f7f146464c45643 2024-12-03T18:31:53,150 INFO [M:0;5cd6afc4bcac:36555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/240785d1e3ea41fc8f7f146464c45643, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T18:31:53,152 DEBUG [M:0;5cd6afc4bcac:36555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79437164fa8a4249884ac0022886240b as hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79437164fa8a4249884ac0022886240b 2024-12-03T18:31:53,159 INFO [M:0;5cd6afc4bcac:36555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/3a34c902-2c4e-5d05-d221-1337e0bd405f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79437164fa8a4249884ac0022886240b, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T18:31:53,163 INFO [M:0;5cd6afc4bcac:36555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 412ms, sequenceid=28, compaction requested=false 2024-12-03T18:31:53,203 INFO [M:0;5cd6afc4bcac:36555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:53,203 DEBUG [M:0;5cd6afc4bcac:36555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250712751Disabling compacts and flushes for region at 1733250712751Disabling writes for close at 1733250712751Obtaining lock to block concurrent updates at 1733250712751Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250712751Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733250712751Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250712758 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250712759 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250712784 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250712784Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250712845 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250712907 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250712908 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250712977 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250713011 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250713011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a53a64: reopening flushed file at 1733250713105 (+94 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b242f5: reopening flushed file at 1733250713128 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456d827a: reopening flushed file at 1733250713150 (+22 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 412ms, sequenceid=28, compaction requested=false at 1733250713163 (+13 ms)Writing region close event to WAL at 1733250713203 (+40 ms)Closed at 1733250713203 2024-12-03T18:31:53,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:31:53,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41981 is added to blk_1073741830_1006 (size=10165) 2024-12-03T18:31:53,252 INFO [M:0;5cd6afc4bcac:36555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:31:53,252 INFO [M:0;5cd6afc4bcac:36555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36555 2024-12-03T18:31:53,252 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:31:53,252 INFO [M:0;5cd6afc4bcac:36555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:31:53,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:53,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:53,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:53,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:53,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:53,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:53,369 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:31:53,415 INFO [M:0;5cd6afc4bcac:36555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:31:53,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:53,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36555-0x1019dc040c90003, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:53,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3eca4a31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:31:53,438 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@297064e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:31:53,438 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:31:53,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@140683c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:31:53,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f02617c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/hadoop.log.dir/,STOPPED} 2024-12-03T18:31:53,447 WARN [BP-1621562144-172.17.0.3-1733250695871 heartbeating to localhost/127.0.0.1:44025 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:31:53,447 WARN [BP-1621562144-172.17.0.3-1733250695871 heartbeating to localhost/127.0.0.1:44025 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1621562144-172.17.0.3-1733250695871 (Datanode Uuid 702b7aad-1980-48aa-b1c9-ce981c83885b) service to localhost/127.0.0.1:44025 2024-12-03T18:31:53,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/cluster_24c9c798-d251-6120-725e-976942fcef43/data/data1/current/BP-1621562144-172.17.0.3-1733250695871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:31:53,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/cluster_24c9c798-d251-6120-725e-976942fcef43/data/data2/current/BP-1621562144-172.17.0.3-1733250695871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:31:53,448 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:31:53,448 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:31:53,449 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:31:53,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@423da121{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:31:53,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2207950c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:31:53,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:31:53,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fcc2584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:31:53,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@522e19b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/hadoop.log.dir/,STOPPED} 2024-12-03T18:31:53,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:31:53,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:31:53,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:31:53,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:53,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:53,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:53,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:31:53,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:31:53,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2067248233, stopped=false 2024-12-03T18:31:53,486 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,46361,1733250706110 2024-12-03T18:31:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01464150671/running 2024-12-03T18:31:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:53,525 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:31:53,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:31:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01464150671/running 2024-12-03T18:31:53,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:53,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:53,525 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,34889,1733250706241' ***** 2024-12-03T18:31:53,525 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:31:53,526 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:31:53,526 INFO [RS:0;5cd6afc4bcac:34889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:31:53,526 INFO [RS:0;5cd6afc4bcac:34889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:31:53,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/running 2024-12-03T18:31:53,526 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(3091): Received CLOSE for fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:53,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:31:53,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Set watcher on znode that does not yet exist, /01464150671/running 2024-12-03T18:31:53,534 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:53,534 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:31:53,535 INFO [RS:0;5cd6afc4bcac:34889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:34889. 2024-12-03T18:31:53,535 DEBUG [RS:0;5cd6afc4bcac:34889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:53,535 DEBUG [RS:0;5cd6afc4bcac:34889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:53,535 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:31:53,535 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:31:53,535 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:31:53,535 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:31:53,539 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe0fc3a7a6f0fe2cf51bfdd5965406d2, disabling compactions & flushes 2024-12-03T18:31:53,539 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:53,539 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:53,539 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. after waiting 0 ms 2024-12-03T18:31:53,539 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:53,540 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:31:53,540 DEBUG [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(1325): Online Regions={fe0fc3a7a6f0fe2cf51bfdd5965406d2=hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:31:53,540 DEBUG [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe0fc3a7a6f0fe2cf51bfdd5965406d2 2024-12-03T18:31:53,541 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:31:53,541 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:31:53,541 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:31:53,541 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:31:53,541 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:31:53,541 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T18:31:53,580 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/replication/fe0fc3a7a6f0fe2cf51bfdd5965406d2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-03T18:31:53,581 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:53,581 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:53,581 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:53,581 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe0fc3a7a6f0fe2cf51bfdd5965406d2: Waiting for close lock at 1733250713538Running coprocessor pre-close hooks at 1733250713538Disabling compacts and flushes for region at 1733250713538Disabling writes for close at 1733250713539 (+1 ms)Writing region close event to WAL at 1733250713572 (+33 ms)Running coprocessor post-close hooks at 1733250713581 (+9 ms)Closed at 1733250713581 2024-12-03T18:31:53,581 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2. 2024-12-03T18:31:53,601 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/.tmp/info/b69ed8073dab4912bcbfb319142cab89 is 147, key is hbase:replication,,1733250700771.fe0fc3a7a6f0fe2cf51bfdd5965406d2./info:regioninfo/1733250711995/Put/seqid=0 2024-12-03T18:31:53,622 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:31:53,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741851_1027 (size=6385) 2024-12-03T18:31:53,643 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/.tmp/info/b69ed8073dab4912bcbfb319142cab89 2024-12-03T18:31:53,655 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/.tmp/info/b69ed8073dab4912bcbfb319142cab89 as hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/info/b69ed8073dab4912bcbfb319142cab89 2024-12-03T18:31:53,675 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/info/b69ed8073dab4912bcbfb319142cab89, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T18:31:53,676 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=19, compaction requested=false 2024-12-03T18:31:53,741 DEBUG [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:31:53,753 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T18:31:53,754 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:53,754 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:53,754 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:53,754 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250713541Running coprocessor pre-close hooks at 1733250713541Disabling compacts and flushes for region at 1733250713541Disabling writes for close at 1733250713541Obtaining lock to block concurrent updates at 1733250713541Preparing flush snapshotting stores in 1588230740 at 1733250713541Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733250713542 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733250713544 (+2 ms)Flushing 1588230740/info: creating writer at 1733250713544Flushing 1588230740/info: appending metadata at 1733250713600 (+56 ms)Flushing 1588230740/info: closing flushed file at 1733250713600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9cfc36: reopening flushed file at 1733250713654 (+54 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=19, compaction requested=false at 1733250713676 (+22 ms)Writing region close event to WAL at 1733250713726 (+50 ms)Running coprocessor post-close hooks at 1733250713754 (+28 ms)Closed at 1733250713754 2024-12-03T18:31:53,754 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:31:53,942 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,34889,1733250706241; all regions closed. 2024-12-03T18:31:53,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741849_1025 (size=2156) 2024-12-03T18:31:53,992 DEBUG [RS:0;5cd6afc4bcac:34889.replicationSource.wal-reader.5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/WALs/5cd6afc4bcac,34889,1733250706241/5cd6afc4bcac%2C34889%2C1733250706241.1733250707346 to pos 0, reset compression=false 2024-12-03T18:31:54,010 DEBUG [RS:0;5cd6afc4bcac:34889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/oldWALs 2024-12-03T18:31:54,010 INFO [RS:0;5cd6afc4bcac:34889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C34889%2C1733250706241.meta:.meta(num 1733250707685) 2024-12-03T18:31:54,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741850_1026 (size=796) 2024-12-03T18:31:54,034 DEBUG [RS:0;5cd6afc4bcac:34889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/oldWALs 2024-12-03T18:31:54,035 INFO [RS:0;5cd6afc4bcac:34889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C34889%2C1733250706241.rep:(num 1733250711932) 2024-12-03T18:31:54,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741848_1024 (size=93) 2024-12-03T18:31:54,072 DEBUG [RS:0;5cd6afc4bcac:34889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/oldWALs 2024-12-03T18:31:54,072 INFO [RS:0;5cd6afc4bcac:34889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C34889%2C1733250706241:(num 1733250707346) 2024-12-03T18:31:54,072 DEBUG [RS:0;5cd6afc4bcac:34889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:54,072 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:31:54,072 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:31:54,072 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:31:54,073 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:31:54,073 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:31:54,073 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,34889,1733250706241 because: Region server is closing 2024-12-03T18:31:54,073 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T18:31:54,073 INFO [RS:0;5cd6afc4bcac:34889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:34889. 2024-12-03T18:31:54,073 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T18:31:54,073 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T18:31:54,073 DEBUG [RS:0;5cd6afc4bcac:34889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:31:54,073 DEBUG [RS:0;5cd6afc4bcac:34889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:54,073 DEBUG [RS:0;5cd6afc4bcac:34889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:31:54,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:31:54,173 WARN [RS:0;5cd6afc4bcac:34889.replicationSource.wal-reader.5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T18:31:54,174 WARN [RS:0;5cd6afc4bcac:34889.replicationSource.shipper5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T18:31:54,174 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5cd6afc4bcac:34889.replicationSource.shipper5cd6afc4bcac%2C34889%2C1733250706241,1-5cd6afc4bcac,34889,1733250706241 terminated 2024-12-03T18:31:54,174 INFO [RS:0;5cd6afc4bcac:34889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34889 2024-12-03T18:31:54,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01464150671/rs/5cd6afc4bcac,34889,1733250706241 2024-12-03T18:31:54,238 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:31:54,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671/rs 2024-12-03T18:31:54,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,34889,1733250706241] 2024-12-03T18:31:54,258 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/draining/5cd6afc4bcac,34889,1733250706241 already deleted, retry=false 2024-12-03T18:31:54,258 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,34889,1733250706241 expired; onlineServers=0 2024-12-03T18:31:54,258 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,46361,1733250706110' ***** 2024-12-03T18:31:54,258 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:31:54,258 INFO [M:0;5cd6afc4bcac:46361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:31:54,258 INFO [M:0;5cd6afc4bcac:46361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:31:54,258 DEBUG [M:0;5cd6afc4bcac:46361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:31:54,258 DEBUG [M:0;5cd6afc4bcac:46361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:31:54,258 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:31:54,258 INFO [M:0;5cd6afc4bcac:46361 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:31:54,258 INFO [M:0;5cd6afc4bcac:46361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:31:54,258 DEBUG [M:0;5cd6afc4bcac:46361 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:31:54,259 INFO [M:0;5cd6afc4bcac:46361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:31:54,259 INFO [M:0;5cd6afc4bcac:46361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:31:54,259 INFO [M:0;5cd6afc4bcac:46361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:31:54,259 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:31:54,259 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250707086 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250707086,5,FailOnTimeoutGroup] 2024-12-03T18:31:54,261 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250707090 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250707090,5,FailOnTimeoutGroup] 2024-12-03T18:31:54,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01464150671/master 2024-12-03T18:31:54,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01464150671 2024-12-03T18:31:54,280 DEBUG [M:0;5cd6afc4bcac:46361 {}] zookeeper.RecoverableZooKeeper(212): Node /01464150671/master already deleted, retry=false 2024-12-03T18:31:54,280 DEBUG [M:0;5cd6afc4bcac:46361 {}] master.ActiveMasterManager(353): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Failed delete of our master address node; KeeperErrorCode = NoNode for /01464150671/master 2024-12-03T18:31:54,281 INFO [M:0;5cd6afc4bcac:46361 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/.lastflushedseqids 2024-12-03T18:31:54,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741852_1028 (size=181) 2024-12-03T18:31:54,327 INFO [M:0;5cd6afc4bcac:46361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:31:54,327 INFO [M:0;5cd6afc4bcac:46361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:31:54,327 DEBUG [M:0;5cd6afc4bcac:46361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:31:54,327 INFO [M:0;5cd6afc4bcac:46361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:54,327 DEBUG [M:0;5cd6afc4bcac:46361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:54,327 DEBUG [M:0;5cd6afc4bcac:46361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:31:54,327 DEBUG [M:0;5cd6afc4bcac:46361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:54,327 INFO [M:0;5cd6afc4bcac:46361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T18:31:54,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:54,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34889-0x1019dc040c90007, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:54,347 INFO [RS:0;5cd6afc4bcac:34889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:31:54,347 INFO [RS:0;5cd6afc4bcac:34889 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,34889,1733250706241; zookeeper connection closed. 2024-12-03T18:31:54,355 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c2437e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c2437e0 2024-12-03T18:31:54,355 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:31:54,361 DEBUG [M:0;5cd6afc4bcac:46361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d49bac95e45441a19c1df249253bd8c1 is 82, key is hbase:meta,,1/info:regioninfo/1733250707754/Put/seqid=0 2024-12-03T18:31:54,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741853_1029 (size=5672) 2024-12-03T18:31:54,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:31:54,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:31:54,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:31:54,805 INFO [M:0;5cd6afc4bcac:46361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d49bac95e45441a19c1df249253bd8c1 2024-12-03T18:31:54,849 DEBUG [M:0;5cd6afc4bcac:46361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea1fc1cc6d6b4544a8ee80d78ba4438c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733250712012/Put/seqid=0 2024-12-03T18:31:54,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741854_1030 (size=7312) 2024-12-03T18:31:54,872 INFO [M:0;5cd6afc4bcac:46361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea1fc1cc6d6b4544a8ee80d78ba4438c 2024-12-03T18:31:54,935 DEBUG [M:0;5cd6afc4bcac:46361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c29eb56add540c79b32793083508492 is 69, key is 5cd6afc4bcac,34889,1733250706241/rs:state/1733250707140/Put/seqid=0 2024-12-03T18:31:55,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741855_1031 (size=5370) 2024-12-03T18:31:55,004 INFO [M:0;5cd6afc4bcac:46361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c29eb56add540c79b32793083508492 2024-12-03T18:31:55,014 INFO [M:0;5cd6afc4bcac:46361 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c29eb56add540c79b32793083508492 2024-12-03T18:31:55,030 DEBUG [M:0;5cd6afc4bcac:46361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d49bac95e45441a19c1df249253bd8c1 as hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d49bac95e45441a19c1df249253bd8c1 2024-12-03T18:31:55,058 INFO [M:0;5cd6afc4bcac:46361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d49bac95e45441a19c1df249253bd8c1, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T18:31:55,067 DEBUG [M:0;5cd6afc4bcac:46361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea1fc1cc6d6b4544a8ee80d78ba4438c as hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea1fc1cc6d6b4544a8ee80d78ba4438c 2024-12-03T18:31:55,093 INFO [M:0;5cd6afc4bcac:46361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea1fc1cc6d6b4544a8ee80d78ba4438c, entries=7, sequenceid=127, filesize=7.1 K 2024-12-03T18:31:55,103 DEBUG [M:0;5cd6afc4bcac:46361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c29eb56add540c79b32793083508492 as hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c29eb56add540c79b32793083508492 2024-12-03T18:31:55,117 INFO [M:0;5cd6afc4bcac:46361 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c29eb56add540c79b32793083508492 2024-12-03T18:31:55,117 INFO [M:0;5cd6afc4bcac:46361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38149/user/jenkins/test-data/11eb82ba-8112-52a8-71b1-1d907e5a490c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c29eb56add540c79b32793083508492, entries=2, sequenceid=127, filesize=5.2 K 2024-12-03T18:31:55,118 INFO [M:0;5cd6afc4bcac:46361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 791ms, sequenceid=127, compaction requested=false 2024-12-03T18:31:55,154 INFO [M:0;5cd6afc4bcac:46361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:31:55,154 DEBUG [M:0;5cd6afc4bcac:46361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250714327Disabling compacts and flushes for region at 1733250714327Disabling writes for close at 1733250714327Obtaining lock to block concurrent updates at 1733250714327Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250714327Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733250714328 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250714328Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250714328Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250714360 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250714360Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250714811 (+451 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250714849 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250714849Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250714890 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250714934 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250714934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@386e36b2: reopening flushed file at 1733250715014 (+80 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3bea72: reopening flushed file at 1733250715058 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1641e393: reopening flushed file at 1733250715093 (+35 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 791ms, sequenceid=127, compaction requested=false at 1733250715118 (+25 ms)Writing region close event to WAL at 1733250715154 (+36 ms)Closed at 1733250715154 2024-12-03T18:31:55,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741847_1023 (size=22903) 2024-12-03T18:31:55,205 INFO [M:0;5cd6afc4bcac:46361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:31:55,205 INFO [M:0;5cd6afc4bcac:46361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46361 2024-12-03T18:31:55,205 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:31:55,205 INFO [M:0;5cd6afc4bcac:46361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:31:55,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:55,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019dc040c90006, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:31:55,321 INFO [M:0;5cd6afc4bcac:46361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:31:55,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7354e694{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:31:55,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f28ee98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:31:55,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:31:55,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e2bf0b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:31:55,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e8a6cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/hadoop.log.dir/,STOPPED} 2024-12-03T18:31:55,380 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:31:55,380 WARN [BP-263301673-172.17.0.3-1733250690583 heartbeating to localhost/127.0.0.1:38149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:31:55,380 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:31:55,380 WARN [BP-263301673-172.17.0.3-1733250690583 heartbeating to localhost/127.0.0.1:38149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-263301673-172.17.0.3-1733250690583 (Datanode Uuid ec4395cc-bc31-44f6-9f41-097b2aa42a9e) service to localhost/127.0.0.1:38149 2024-12-03T18:31:55,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/cluster_3a3fbf2e-76e7-b7a9-ca6d-7fd618c47fc3/data/data1/current/BP-263301673-172.17.0.3-1733250690583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:31:55,382 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/cluster_3a3fbf2e-76e7-b7a9-ca6d-7fd618c47fc3/data/data2/current/BP-263301673-172.17.0.3-1733250690583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:31:55,383 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:31:55,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d192b4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:31:55,392 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@159e5a7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:31:55,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:31:55,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24864714{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:31:55,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bb32bcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/245ef0dd-9b5a-0819-71f8-e04d5973e30f/hadoop.log.dir/,STOPPED} 2024-12-03T18:31:55,407 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:31:55,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:31:55,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019dc040c90005, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:31:55,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019dc040c90002, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:31:55,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019dc040c90002, quorum=127.0.0.1:58302, baseZNode=/01464150671 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:31:55,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=208 (was 161) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:38149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:44025 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:44025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:38149 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:44025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58302) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:38149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58302) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=576 (was 508) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 479) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1963 (was 531) - AvailableMemoryMB LEAK? - 2024-12-03T18:31:55,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019dc040c90005, quorum=127.0.0.1:58302, baseZNode=/11998728209 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:31:55,522 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=574, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=1961 2024-12-03T18:31:55,550 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-03T18:31:55,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/hadoop.log.dir so I do NOT create it in target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d 2024-12-03T18:31:55,551 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:31:55,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/hadoop.tmp.dir so I do NOT create it in target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d 2024-12-03T18:31:55,551 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b19eb3ec-1b9f-10ee-3fce-2ff51c42f8a4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:31:55,551 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d 2024-12-03T18:31:55,551 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/cluster_8a5633ea-c6fb-43d1-0543-1c5abe5e9336, deleteOnExit=true 2024-12-03T18:31:55,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/cluster_8a5633ea-c6fb-43d1-0543-1c5abe5e9336/zookeeper_0, clientPort=49808, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/cluster_8a5633ea-c6fb-43d1-0543-1c5abe5e9336/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/cluster_8a5633ea-c6fb-43d1-0543-1c5abe5e9336/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:31:55,646 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49808 2024-12-03T18:31:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:31:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:31:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/test.cache.data in system properties and HBase conf 2024-12-03T18:31:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:31:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:31:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:31:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:31:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:31:55,647 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:31:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:31:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:31:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:31:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:31:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:31:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:31:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:31:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:31:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:31:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:31:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:31:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:31:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:31:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:31:56,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:31:56,105 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:31:56,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:31:56,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:31:56,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:31:56,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:31:56,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56d24921{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:31:56,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdfc14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:31:56,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@688bcced{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/java.io.tmpdir/jetty-localhost-33765-hadoop-hdfs-3_4_1-tests_jar-_-any-92014303928877895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:31:56,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@267ec229{HTTP/1.1, (http/1.1)}{localhost:33765} 2024-12-03T18:31:56,468 INFO [Time-limited test {}] server.Server(415): Started @170480ms 2024-12-03T18:31:57,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:31:57,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:31:57,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:31:57,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:31:57,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:31:57,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75830d1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:31:57,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@514b23b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:31:57,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4029c311{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/java.io.tmpdir/jetty-localhost-44317-hadoop-hdfs-3_4_1-tests_jar-_-any-16951466062779546551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:31:57,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0da958{HTTP/1.1, (http/1.1)}{localhost:44317} 2024-12-03T18:31:57,378 INFO [Time-limited test {}] server.Server(415): Started @171390ms 2024-12-03T18:31:57,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:31:58,282 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/cluster_8a5633ea-c6fb-43d1-0543-1c5abe5e9336/data/data1/current/BP-1711625559-172.17.0.3-1733250715729/current, will proceed with Du for space computation calculation, 2024-12-03T18:31:58,284 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/cluster_8a5633ea-c6fb-43d1-0543-1c5abe5e9336/data/data2/current/BP-1711625559-172.17.0.3-1733250715729/current, will proceed with Du for space computation calculation, 2024-12-03T18:31:58,448 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:31:58,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6513ca63b0801631 with lease ID 0xd7b10b6ad6376b89: Processing first storage report for DS-94e9b46c-9987-4607-972f-4813d6dec71c from datanode DatanodeRegistration(127.0.0.1:37561, datanodeUuid=f739f84c-ca79-4bb3-88a1-143858519724, infoPort=38217, infoSecurePort=0, ipcPort=46049, storageInfo=lv=-57;cid=testClusterID;nsid=164178553;c=1733250715729) 2024-12-03T18:31:58,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6513ca63b0801631 with lease ID 0xd7b10b6ad6376b89: from storage DS-94e9b46c-9987-4607-972f-4813d6dec71c node DatanodeRegistration(127.0.0.1:37561, datanodeUuid=f739f84c-ca79-4bb3-88a1-143858519724, infoPort=38217, infoSecurePort=0, ipcPort=46049, storageInfo=lv=-57;cid=testClusterID;nsid=164178553;c=1733250715729), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T18:31:58,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6513ca63b0801631 with lease ID 0xd7b10b6ad6376b89: Processing first storage report for DS-6726c4f9-c017-4838-831c-d9bcb636d676 from datanode DatanodeRegistration(127.0.0.1:37561, datanodeUuid=f739f84c-ca79-4bb3-88a1-143858519724, infoPort=38217, infoSecurePort=0, ipcPort=46049, storageInfo=lv=-57;cid=testClusterID;nsid=164178553;c=1733250715729) 2024-12-03T18:31:58,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6513ca63b0801631 with lease ID 0xd7b10b6ad6376b89: from storage DS-6726c4f9-c017-4838-831c-d9bcb636d676 node DatanodeRegistration(127.0.0.1:37561, datanodeUuid=f739f84c-ca79-4bb3-88a1-143858519724, infoPort=38217, infoSecurePort=0, ipcPort=46049, storageInfo=lv=-57;cid=testClusterID;nsid=164178553;c=1733250715729), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:31:58,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d 2024-12-03T18:31:58,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:58,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:31:59,075 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d with version=8 2024-12-03T18:31:59,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/hbase-staging 2024-12-03T18:31:59,077 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:31:59,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:59,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:59,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:31:59,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:59,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:31:59,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:31:59,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:31:59,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44841 2024-12-03T18:31:59,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44841 connecting to ZooKeeper ensemble=127.0.0.1:49808 2024-12-03T18:31:59,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:31:59,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:59,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:59,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:59,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:59,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:59,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:59,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:59,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448410x0, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:31:59,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:31:59,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44841-0x1019dc0a28b0000 connected 2024-12-03T18:31:59,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:59,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:59,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Set watcher on znode that does not yet exist, /01751883000/running 2024-12-03T18:31:59,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d, hbase.cluster.distributed=false 2024-12-03T18:31:59,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Set watcher on znode that does not yet exist, /01751883000/acl 2024-12-03T18:31:59,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44841 2024-12-03T18:31:59,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44841 2024-12-03T18:31:59,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44841 2024-12-03T18:31:59,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44841 2024-12-03T18:31:59,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44841 2024-12-03T18:31:59,645 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:31:59,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:59,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:59,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:31:59,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:31:59,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:31:59,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:31:59,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:31:59,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38229 2024-12-03T18:31:59,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38229 connecting to ZooKeeper ensemble=127.0.0.1:49808 2024-12-03T18:31:59,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:59,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:31:59,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382290x0, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:31:59,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382290x0, quorum=127.0.0.1:49808, baseZNode=/01751883000 Set watcher on znode that does not yet exist, /01751883000/running 2024-12-03T18:31:59,729 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:31:59,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38229-0x1019dc0a28b0001 connected 2024-12-03T18:31:59,764 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:31:59,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Set watcher on znode that does not yet exist, /01751883000/master 2024-12-03T18:31:59,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Set watcher on znode that does not yet exist, /01751883000/acl 2024-12-03T18:31:59,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38229 2024-12-03T18:31:59,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38229 2024-12-03T18:31:59,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38229 2024-12-03T18:31:59,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38229 2024-12-03T18:31:59,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38229 2024-12-03T18:31:59,849 DEBUG [M:0;5cd6afc4bcac:44841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:44841 2024-12-03T18:31:59,865 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01751883000/backup-masters/5cd6afc4bcac,44841,1733250719077 2024-12-03T18:31:59,883 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Set watcher on existing znode=/01751883000/backup-masters/5cd6afc4bcac,44841,1733250719077 2024-12-03T18:31:59,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000/backup-masters 2024-12-03T18:31:59,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000/backup-masters 2024-12-03T18:31:59,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:31:59,891 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Set watcher on existing znode=/01751883000/master 2024-12-03T18:31:59,891 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01751883000/backup-masters/5cd6afc4bcac,44841,1733250719077 from backup master directory 2024-12-03T18:31:59,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751883000/master 2024-12-03T18:31:59,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:31:59,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000/backup-masters 2024-12-03T18:31:59,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751883000/backup-masters/5cd6afc4bcac,44841,1733250719077 2024-12-03T18:31:59,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000/backup-masters 2024-12-03T18:31:59,902 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:31:59,902 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,44841,1733250719077 2024-12-03T18:31:59,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Unable to get data of znode /01751883000/backup-masters/5cd6afc4bcac,44841,1733250719077 because node does not exist (not an error) 2024-12-03T18:31:59,948 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/hbase.id] with ID: dbb2f849-d1eb-421e-9a40-964e22e68ac8 2024-12-03T18:31:59,949 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/.tmp/hbase.id 2024-12-03T18:32:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:32:00,023 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/.tmp/hbase.id]:[hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/hbase.id] 2024-12-03T18:32:00,053 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:00,054 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:32:00,055 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:32:00,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:00,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:32:00,143 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:00,144 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:32:00,146 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:00,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:32:00,180 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store 2024-12-03T18:32:00,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:32:00,214 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:00,215 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:32:00,215 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:00,215 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:00,215 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:32:00,215 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:00,215 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:00,215 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250720215Disabling compacts and flushes for region at 1733250720215Disabling writes for close at 1733250720215Writing region close event to WAL at 1733250720215Closed at 1733250720215 2024-12-03T18:32:00,233 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/.initializing 2024-12-03T18:32:00,233 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/WALs/5cd6afc4bcac,44841,1733250719077 2024-12-03T18:32:00,237 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:32:00,243 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C44841%2C1733250719077, suffix=, logDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/WALs/5cd6afc4bcac,44841,1733250719077, archiveDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/oldWALs, maxLogs=10 2024-12-03T18:32:00,263 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/WALs/5cd6afc4bcac,44841,1733250719077/5cd6afc4bcac%2C44841%2C1733250719077.1733250720243, exclude list is [], retry=0 2024-12-03T18:32:00,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37561,DS-94e9b46c-9987-4607-972f-4813d6dec71c,DISK] 2024-12-03T18:32:00,288 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/WALs/5cd6afc4bcac,44841,1733250719077/5cd6afc4bcac%2C44841%2C1733250719077.1733250720243 2024-12-03T18:32:00,292 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38217:38217)] 2024-12-03T18:32:00,292 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:00,293 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:00,293 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:00,293 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:00,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:00,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:32:00,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:00,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:00,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:00,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:32:00,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:00,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:00,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:00,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:32:00,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:00,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:00,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:00,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:32:00,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:00,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:00,329 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:00,330 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:00,330 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:00,331 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:00,331 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:00,332 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:32:00,333 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:00,351 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:00,352 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71914975, jitterRate=0.07161663472652435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:32:00,352 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250720293Initializing all the Stores at 1733250720296 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250720296Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250720306 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250720306Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250720306Cleaning up temporary data from old regions at 1733250720331 (+25 ms)Region opened successfully at 1733250720352 (+21 ms) 2024-12-03T18:32:00,354 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:32:00,357 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a46baf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:32:00,358 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:32:00,358 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:32:00,358 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:32:00,359 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:32:00,359 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:32:00,360 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:32:00,360 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:32:00,393 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:32:00,394 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Unable to get data of znode /01751883000/balancer because node does not exist (not necessarily an error) 2024-12-03T18:32:00,407 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751883000/balancer already deleted, retry=false 2024-12-03T18:32:00,407 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:32:00,408 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Unable to get data of znode /01751883000/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:32:00,420 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751883000/normalizer already deleted, retry=false 2024-12-03T18:32:00,421 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:32:00,422 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Unable to get data of znode /01751883000/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:32:00,477 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751883000/switch/split already deleted, retry=false 2024-12-03T18:32:00,478 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Unable to get data of znode /01751883000/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:32:00,486 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751883000/switch/merge already deleted, retry=false 2024-12-03T18:32:00,488 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Unable to get data of znode /01751883000/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:32:00,499 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751883000/snapshot-cleanup already deleted, retry=false 2024-12-03T18:32:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751883000/running 2024-12-03T18:32:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751883000/running 2024-12-03T18:32:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:00,516 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,44841,1733250719077, sessionid=0x1019dc0a28b0000, setting cluster-up flag (Was=false) 2024-12-03T18:32:00,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:00,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:00,561 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01751883000/flush-table-proc/acquired, /01751883000/flush-table-proc/reached, /01751883000/flush-table-proc/abort 2024-12-03T18:32:00,562 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,44841,1733250719077 2024-12-03T18:32:00,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:00,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:00,619 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01751883000/online-snapshot/acquired, /01751883000/online-snapshot/reached, /01751883000/online-snapshot/abort 2024-12-03T18:32:00,620 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,44841,1733250719077 2024-12-03T18:32:00,631 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:32:00,649 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:00,649 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:32:00,649 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:32:00,649 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5cd6afc4bcac,37749,1733250692550: status=Processing ServerCrashProcedure of 5cd6afc4bcac,37749,1733250692550 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733250707083, completionTime=-1 appears to have been leaked 2024-12-03T18:32:00,649 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,44841,1733250719077 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:32:00,651 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:00,651 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:00,651 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:00,651 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:00,651 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:32:00,651 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:00,651 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:32:00,651 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:00,660 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(746): ClusterId : dbb2f849-d1eb-421e-9a40-964e22e68ac8 2024-12-03T18:32:00,661 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:32:00,670 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:32:00,670 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:32:00,682 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:32:00,682 DEBUG [RS:0;5cd6afc4bcac:38229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e3c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:32:00,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:00,705 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:32:00,709 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:00,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:32:00,715 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:38229 2024-12-03T18:32:00,716 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:32:00,716 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:32:00,716 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:32:00,718 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,44841,1733250719077 with port=38229, startcode=1733250719644 2024-12-03T18:32:00,719 DEBUG [RS:0;5cd6afc4bcac:38229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:32:00,751 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:32:00,751 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T18:32:00,753 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T18:32:00,753 WARN [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T18:32:00,770 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250750770 2024-12-03T18:32:00,771 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:32:00,771 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:32:00,771 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:32:00,771 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:32:00,771 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:32:00,771 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:32:00,779 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:00,807 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:32:00,808 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:32:00,808 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:32:00,808 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:32:00,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:32:00,823 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:32:00,823 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:32:00,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:32:00,824 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d 2024-12-03T18:32:00,855 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,44841,1733250719077 with port=38229, startcode=1733250719644 2024-12-03T18:32:00,856 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250720823,5,FailOnTimeoutGroup] 2024-12-03T18:32:00,855 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44841 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T18:32:00,856 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T18:32:00,856 WARN [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-12-03T18:32:00,871 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250720856,5,FailOnTimeoutGroup] 2024-12-03T18:32:00,871 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:00,871 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:32:00,871 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:00,871 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:00,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:32:01,057 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,44841,1733250719077 with port=38229, startcode=1733250719644 2024-12-03T18:32:01,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:01,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44841 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:01,060 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d 2024-12-03T18:32:01,060 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38097 2024-12-03T18:32:01,060 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:32:01,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000/rs 2024-12-03T18:32:01,078 DEBUG [RS:0;5cd6afc4bcac:38229 {}] zookeeper.ZKUtil(111): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Set watcher on existing znode=/01751883000/rs/5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:01,078 WARN [RS:0;5cd6afc4bcac:38229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:32:01,078 INFO [RS:0;5cd6afc4bcac:38229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:01,078 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:01,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,38229,1733250719644] 2024-12-03T18:32:01,102 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:32:01,129 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:32:01,135 INFO [RS:0;5cd6afc4bcac:38229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:32:01,135 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,147 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:32:01,153 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:32:01,153 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:32:01,153 DEBUG [RS:0;5cd6afc4bcac:38229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:32:01,183 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,183 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,183 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,183 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,183 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,183 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38229,1733250719644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:32:01,237 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:32:01,237 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38229,1733250719644-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,237 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,237 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.Replication(171): 5cd6afc4bcac,38229,1733250719644 started 2024-12-03T18:32:01,291 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,291 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,38229,1733250719644, RpcServer on 5cd6afc4bcac/172.17.0.3:38229, sessionid=0x1019dc0a28b0001 2024-12-03T18:32:01,291 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:32:01,291 DEBUG [RS:0;5cd6afc4bcac:38229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:01,291 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,38229,1733250719644' 2024-12-03T18:32:01,291 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01751883000/flush-table-proc/abort' 2024-12-03T18:32:01,299 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01751883000/flush-table-proc/acquired' 2024-12-03T18:32:01,307 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:32:01,307 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:32:01,307 DEBUG [RS:0;5cd6afc4bcac:38229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:01,307 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,38229,1733250719644' 2024-12-03T18:32:01,307 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01751883000/online-snapshot/abort' 2024-12-03T18:32:01,311 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01751883000/online-snapshot/acquired' 2024-12-03T18:32:01,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:01,311 DEBUG [RS:0;5cd6afc4bcac:38229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:32:01,311 INFO [RS:0;5cd6afc4bcac:38229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:32:01,311 INFO [RS:0;5cd6afc4bcac:38229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:32:01,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:32:01,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:32:01,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:01,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:01,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:32:01,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:32:01,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:01,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:01,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:32:01,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:32:01,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:01,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:01,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:32:01,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:32:01,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:01,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:01,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:32:01,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740 2024-12-03T18:32:01,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740 2024-12-03T18:32:01,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:32:01,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:32:01,364 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:32:01,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:32:01,400 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:01,401 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65925179, jitterRate=-0.017638280987739563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:32:01,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250721311Initializing all the Stores at 1733250721315 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250721315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250721326 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250721326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250721326Cleaning up temporary data from old regions at 1733250721364 (+38 ms)Region opened successfully at 1733250721401 (+37 ms) 2024-12-03T18:32:01,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:32:01,402 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:32:01,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:32:01,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:32:01,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:32:01,412 INFO [RS:0;5cd6afc4bcac:38229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:32:01,413 INFO [RS:0;5cd6afc4bcac:38229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C38229%2C1733250719644, suffix=, logDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644, archiveDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/oldWALs, maxLogs=10 2024-12-03T18:32:01,416 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:32:01,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250721402Disabling compacts and flushes for region at 1733250721402Disabling writes for close at 1733250721402Writing region close event to WAL at 1733250721416 (+14 ms)Closed at 1733250721416 2024-12-03T18:32:01,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:01,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:32:01,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:32:01,419 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:32:01,421 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:32:01,455 DEBUG [RS:0;5cd6afc4bcac:38229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414, exclude list is [], retry=0 2024-12-03T18:32:01,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37561,DS-94e9b46c-9987-4607-972f-4813d6dec71c,DISK] 2024-12-03T18:32:01,503 INFO [RS:0;5cd6afc4bcac:38229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 2024-12-03T18:32:01,508 DEBUG [RS:0;5cd6afc4bcac:38229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38217:38217)] 2024-12-03T18:32:01,572 DEBUG [5cd6afc4bcac:44841 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:32:01,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:01,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,38229,1733250719644, state=OPENING 2024-12-03T18:32:01,594 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:32:01,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:01,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:01,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751883000/meta-region-server: CHANGED 2024-12-03T18:32:01,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751883000/meta-region-server: CHANGED 2024-12-03T18:32:01,604 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:32:01,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,38229,1733250719644}] 2024-12-03T18:32:01,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:32:01,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:32:01,795 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:32:01,795 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:01,796 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:32:01,800 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C38229%2C1733250719644.meta, suffix=.meta, logDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644, archiveDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/oldWALs, maxLogs=10 2024-12-03T18:32:01,818 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.meta.1733250721801.meta, exclude list is [], retry=0 2024-12-03T18:32:01,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37561,DS-94e9b46c-9987-4607-972f-4813d6dec71c,DISK] 2024-12-03T18:32:01,823 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.meta.1733250721801.meta 2024-12-03T18:32:01,824 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38217:38217)] 2024-12-03T18:32:01,824 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:01,825 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:32:01,825 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:32:01,825 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:32:01,825 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:32:01,825 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:32:01,825 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:01,825 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:32:01,825 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:32:01,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:32:01,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:32:01,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:01,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:01,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:32:01,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:32:01,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:01,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:01,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:32:01,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:32:01,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:01,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:01,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:32:01,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:32:01,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:01,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:01,835 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:32:01,836 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740 2024-12-03T18:32:01,837 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740 2024-12-03T18:32:01,841 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:32:01,841 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:32:01,843 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:32:01,848 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:32:01,851 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67598175, jitterRate=0.0072913020849227905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:32:01,851 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:32:01,851 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250721825Writing region info on filesystem at 1733250721825Initializing all the Stores at 1733250721826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250721826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250721827 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250721827Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250721827Cleaning up temporary data from old regions at 1733250721841 (+14 ms)Running coprocessor post-open hooks at 1733250721851 (+10 ms)Region opened successfully at 1733250721851 2024-12-03T18:32:01,855 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250721757 2024-12-03T18:32:01,857 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:32:01,857 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:32:01,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:01,859 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,38229,1733250719644, state=OPEN 2024-12-03T18:32:01,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751883000/meta-region-server 2024-12-03T18:32:01,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751883000/meta-region-server 2024-12-03T18:32:01,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751883000/meta-region-server: CHANGED 2024-12-03T18:32:01,906 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:01,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751883000/meta-region-server: CHANGED 2024-12-03T18:32:01,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:32:01,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,38229,1733250719644 in 303 msec 2024-12-03T18:32:01,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:32:01,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-12-03T18:32:01,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:01,915 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:32:01,921 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:01,921 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,38229,1733250719644, seqNum=-1] 2024-12-03T18:32:01,922 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:01,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:01,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-12-03T18:32:01,934 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250721934, completionTime=-1 2024-12-03T18:32:01,934 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:32:01,935 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:32:01,941 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:32:01,941 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250781941 2024-12-03T18:32:01,941 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250841941 2024-12-03T18:32:01,941 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-03T18:32:01,941 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,44841,1733250719077-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,941 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,44841,1733250719077-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,941 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,44841,1733250719077-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,941 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:44841, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,941 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,944 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,948 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:32:01,949 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.047sec 2024-12-03T18:32:01,949 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:32:01,949 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:32:01,950 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:32:01,950 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:32:01,950 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:32:01,950 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,44841,1733250719077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:32:01,950 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,44841,1733250719077-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:32:01,951 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:32:01,951 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:32:01,951 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,44841,1733250719077-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:01,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a0d11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:01,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,44841,-1 for getting cluster id 2024-12-03T18:32:01,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:01,987 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbb2f849-d1eb-421e-9a40-964e22e68ac8' 2024-12-03T18:32:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbb2f849-d1eb-421e-9a40-964e22e68ac8" 2024-12-03T18:32:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485c4925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:01,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,44841,-1] 2024-12-03T18:32:01,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:01,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:01,990 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:01,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36587334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:01,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,38229,1733250719644, seqNum=-1] 2024-12-03T18:32:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:01,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:02,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,44841,1733250719077 2024-12-03T18:32:02,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49808 2024-12-03T18:32:02,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:32:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/hadoop.log.dir so I do NOT create it in target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d 2024-12-03T18:32:02,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:32:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/hadoop.tmp.dir so I do NOT create it in target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d 2024-12-03T18:32:02,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:32:02,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d 2024-12-03T18:32:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:32:02,031 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/cluster_a25344c5-820b-896e-c944-b71e8fa33ee4, deleteOnExit=true 2024-12-03T18:32:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:32:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/test.cache.data in system properties and HBase conf 2024-12-03T18:32:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:32:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:32:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:32:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:32:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:32:02,032 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:32:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:32:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:32:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:32:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:32:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:32:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:32:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:32:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:32:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:32:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:32:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:32:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:32:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:32:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:32:02,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019dc0a28b0002 connected 2024-12-03T18:32:02,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:32:02,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:32:02,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:32:02,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:32:02,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:32:02,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:32:02,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b9f2e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:32:02,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38940895{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:32:02,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66aa4621{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/java.io.tmpdir/jetty-localhost-46461-hadoop-hdfs-3_4_1-tests_jar-_-any-8540812802515054430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:32:02,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f55d4f4{HTTP/1.1, (http/1.1)}{localhost:46461} 2024-12-03T18:32:02,696 INFO [Time-limited test {}] server.Server(415): Started @176708ms 2024-12-03T18:32:03,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:32:03,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:32:03,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:32:03,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:32:03,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:32:03,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@596ea19b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:32:03,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41632f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:32:03,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26a0d277{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/java.io.tmpdir/jetty-localhost-39825-hadoop-hdfs-3_4_1-tests_jar-_-any-9044865902150189409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:32:03,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@722b7412{HTTP/1.1, (http/1.1)}{localhost:39825} 2024-12-03T18:32:03,902 INFO [Time-limited test {}] server.Server(415): Started @177914ms 2024-12-03T18:32:03,904 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:32:04,533 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/cluster_a25344c5-820b-896e-c944-b71e8fa33ee4/data/data1/current/BP-1886961486-172.17.0.3-1733250722055/current, will proceed with Du for space computation calculation, 2024-12-03T18:32:04,535 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/cluster_a25344c5-820b-896e-c944-b71e8fa33ee4/data/data2/current/BP-1886961486-172.17.0.3-1733250722055/current, will proceed with Du for space computation calculation, 2024-12-03T18:32:04,580 WARN [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:32:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71596fac9aad0a66 with lease ID 0xb8a1680ceb04dc01: Processing first storage report for DS-085a93b7-ae33-47b8-a084-0c9196804480 from datanode DatanodeRegistration(127.0.0.1:46445, datanodeUuid=9c7c8dfe-ae04-4aa2-844d-18ec62e47765, infoPort=42889, infoSecurePort=0, ipcPort=40737, storageInfo=lv=-57;cid=testClusterID;nsid=263364924;c=1733250722055) 2024-12-03T18:32:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71596fac9aad0a66 with lease ID 0xb8a1680ceb04dc01: from storage DS-085a93b7-ae33-47b8-a084-0c9196804480 node DatanodeRegistration(127.0.0.1:46445, datanodeUuid=9c7c8dfe-ae04-4aa2-844d-18ec62e47765, infoPort=42889, infoSecurePort=0, ipcPort=40737, storageInfo=lv=-57;cid=testClusterID;nsid=263364924;c=1733250722055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:32:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71596fac9aad0a66 with lease ID 0xb8a1680ceb04dc01: Processing first storage report for DS-6c0c459d-05aa-413f-a0fc-cb63791eeb62 from datanode DatanodeRegistration(127.0.0.1:46445, datanodeUuid=9c7c8dfe-ae04-4aa2-844d-18ec62e47765, infoPort=42889, infoSecurePort=0, ipcPort=40737, storageInfo=lv=-57;cid=testClusterID;nsid=263364924;c=1733250722055) 2024-12-03T18:32:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71596fac9aad0a66 with lease ID 0xb8a1680ceb04dc01: from storage DS-6c0c459d-05aa-413f-a0fc-cb63791eeb62 node DatanodeRegistration(127.0.0.1:46445, datanodeUuid=9c7c8dfe-ae04-4aa2-844d-18ec62e47765, infoPort=42889, infoSecurePort=0, ipcPort=40737, storageInfo=lv=-57;cid=testClusterID;nsid=263364924;c=1733250722055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:32:04,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d 2024-12-03T18:32:04,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:04,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:04,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:32:04,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T18:32:04,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:04,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T18:32:04,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:32:04,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T18:32:04,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:32:05,064 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e with version=8 2024-12-03T18:32:05,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/hbase-staging 2024-12-03T18:32:05,066 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:32:05,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:05,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:05,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:32:05,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:05,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:32:05,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:32:05,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:32:05,067 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38271 2024-12-03T18:32:05,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38271 connecting to ZooKeeper ensemble=127.0.0.1:49808 2024-12-03T18:32:05,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382710x0, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:32:05,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38271-0x1019dc0a28b0003 connected 2024-12-03T18:32:05,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:05,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:05,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Set watcher on znode that does not yet exist, /1547378865/running 2024-12-03T18:32:05,202 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e, hbase.cluster.distributed=false 2024-12-03T18:32:05,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Set watcher on znode that does not yet exist, /1547378865/acl 2024-12-03T18:32:05,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38271 2024-12-03T18:32:05,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38271 2024-12-03T18:32:05,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38271 2024-12-03T18:32:05,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38271 2024-12-03T18:32:05,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38271 2024-12-03T18:32:05,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:32:05,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:05,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:05,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:32:05,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:05,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:32:05,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:32:05,318 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:32:05,330 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34701 2024-12-03T18:32:05,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34701 connecting to ZooKeeper ensemble=127.0.0.1:49808 2024-12-03T18:32:05,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:05,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:05,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347010x0, quorum=127.0.0.1:49808, baseZNode=/1547378865 Set watcher on znode that does not yet exist, /1547378865/running 2024-12-03T18:32:05,370 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:32:05,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347010x0, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:32:05,395 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:32:05,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347010x0, quorum=127.0.0.1:49808, baseZNode=/1547378865 Set watcher on znode that does not yet exist, /1547378865/master 2024-12-03T18:32:05,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347010x0, quorum=127.0.0.1:49808, baseZNode=/1547378865 Set watcher on znode that does not yet exist, /1547378865/acl 2024-12-03T18:32:05,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34701-0x1019dc0a28b0004 connected 2024-12-03T18:32:05,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34701 2024-12-03T18:32:05,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34701 2024-12-03T18:32:05,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34701 2024-12-03T18:32:05,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34701 2024-12-03T18:32:05,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34701 2024-12-03T18:32:05,507 DEBUG [M:0;5cd6afc4bcac:38271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:38271 2024-12-03T18:32:05,540 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1547378865/backup-masters/5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:05,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865/backup-masters 2024-12-03T18:32:05,560 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Set watcher on existing znode=/1547378865/backup-masters/5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:05,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865/backup-masters 2024-12-03T18:32:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1547378865/master 2024-12-03T18:32:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:05,569 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Set watcher on existing znode=/1547378865/master 2024-12-03T18:32:05,569 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1547378865/backup-masters/5cd6afc4bcac,38271,1733250725066 from backup master directory 2024-12-03T18:32:05,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1547378865/backup-masters/5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:05,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865/backup-masters 2024-12-03T18:32:05,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865/backup-masters 2024-12-03T18:32:05,577 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:32:05,577 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:05,592 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/hbase.id] with ID: f069cfd0-e860-4d11-bec4-54db49e7666e 2024-12-03T18:32:05,592 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/.tmp/hbase.id 2024-12-03T18:32:05,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:32:05,643 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/.tmp/hbase.id]:[hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/hbase.id] 2024-12-03T18:32:05,661 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:05,661 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:32:05,663 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:32:05,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:05,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:05,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:32:05,727 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:05,728 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:32:05,729 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:05,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:32:06,210 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store 2024-12-03T18:32:06,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:32:06,255 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:06,255 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:32:06,255 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:06,255 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:06,255 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:32:06,255 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:06,255 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:06,255 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250726255Disabling compacts and flushes for region at 1733250726255Disabling writes for close at 1733250726255Writing region close event to WAL at 1733250726255Closed at 1733250726255 2024-12-03T18:32:06,258 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/.initializing 2024-12-03T18:32:06,258 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/WALs/5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:06,261 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:32:06,264 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C38271%2C1733250725066, suffix=, logDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/WALs/5cd6afc4bcac,38271,1733250725066, archiveDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/oldWALs, maxLogs=10 2024-12-03T18:32:06,281 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/WALs/5cd6afc4bcac,38271,1733250725066/5cd6afc4bcac%2C38271%2C1733250725066.1733250726264, exclude list is [], retry=0 2024-12-03T18:32:06,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46445,DS-085a93b7-ae33-47b8-a084-0c9196804480,DISK] 2024-12-03T18:32:06,301 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/WALs/5cd6afc4bcac,38271,1733250725066/5cd6afc4bcac%2C38271%2C1733250725066.1733250726264 2024-12-03T18:32:06,304 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-03T18:32:06,304 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:06,304 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:06,304 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:06,304 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:06,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:06,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:32:06,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:06,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:06,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:06,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:32:06,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:06,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:06,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:06,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:32:06,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:06,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:06,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:06,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:32:06,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:06,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:06,339 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:06,347 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:06,348 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:06,351 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:06,351 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:06,352 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:32:06,354 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:06,359 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:06,361 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60739189, jitterRate=-0.09491555392742157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:32:06,361 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250726304Initializing all the Stores at 1733250726315 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250726315Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250726316 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250726316Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250726316Cleaning up temporary data from old regions at 1733250726351 (+35 ms)Region opened successfully at 1733250726361 (+10 ms) 2024-12-03T18:32:06,369 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:32:06,373 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26773715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:32:06,373 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:32:06,373 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:32:06,373 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:32:06,374 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:32:06,374 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:32:06,374 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:32:06,375 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:32:06,391 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:32:06,392 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Unable to get data of znode /1547378865/balancer because node does not exist (not necessarily an error) 2024-12-03T18:32:06,423 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1547378865/balancer already deleted, retry=false 2024-12-03T18:32:06,423 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:32:06,424 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Unable to get data of znode /1547378865/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:32:06,456 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1547378865/normalizer already deleted, retry=false 2024-12-03T18:32:06,456 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:32:06,457 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Unable to get data of znode /1547378865/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:32:06,470 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1547378865/switch/split already deleted, retry=false 2024-12-03T18:32:06,473 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Unable to get data of znode /1547378865/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:32:06,484 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1547378865/switch/merge already deleted, retry=false 2024-12-03T18:32:06,491 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Unable to get data of znode /1547378865/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:32:06,507 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1547378865/snapshot-cleanup already deleted, retry=false 2024-12-03T18:32:06,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1547378865/running 2024-12-03T18:32:06,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:06,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1547378865/running 2024-12-03T18:32:06,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:06,527 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,38271,1733250725066, sessionid=0x1019dc0a28b0003, setting cluster-up flag (Was=false) 2024-12-03T18:32:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:06,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:06,584 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1547378865/flush-table-proc/acquired, /1547378865/flush-table-proc/reached, /1547378865/flush-table-proc/abort 2024-12-03T18:32:06,585 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:06,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:06,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:06,645 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1547378865/online-snapshot/acquired, /1547378865/online-snapshot/reached, /1547378865/online-snapshot/abort 2024-12-03T18:32:06,646 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:06,665 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:32:06,687 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:06,687 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:32:06,687 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:32:06,687 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,38271,1733250725066 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:32:06,689 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:06,689 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:06,689 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:06,689 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:06,689 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:32:06,689 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,689 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:32:06,689 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,699 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:06,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:32:06,703 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:06,703 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:32:06,708 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(746): ClusterId : f069cfd0-e860-4d11-bec4-54db49e7666e 2024-12-03T18:32:06,708 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:32:06,730 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:32:06,730 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:32:06,740 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:32:06,740 DEBUG [RS:0;5cd6afc4bcac:34701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79997e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:32:06,746 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250756746 2024-12-03T18:32:06,747 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:32:06,747 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:32:06,747 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:32:06,747 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:32:06,747 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:32:06,747 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:32:06,754 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,763 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:32:06,763 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:32:06,763 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:32:06,763 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:32:06,777 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:32:06,777 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:32:06,779 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250726777,5,FailOnTimeoutGroup] 2024-12-03T18:32:06,779 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250726779,5,FailOnTimeoutGroup] 2024-12-03T18:32:06,779 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,779 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:32:06,779 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,779 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:32:06,789 DEBUG [RS:0;5cd6afc4bcac:34701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:34701 2024-12-03T18:32:06,789 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:32:06,789 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:32:06,789 DEBUG [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:32:06,790 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,38271,1733250725066 with port=34701, startcode=1733250725318 2024-12-03T18:32:06,790 DEBUG [RS:0;5cd6afc4bcac:34701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:32:06,791 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:32:06,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:06,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38271 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:06,793 DEBUG [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e 2024-12-03T18:32:06,793 DEBUG [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44741 2024-12-03T18:32:06,793 DEBUG [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:32:06,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865/rs 2024-12-03T18:32:06,833 DEBUG [RS:0;5cd6afc4bcac:34701 {}] zookeeper.ZKUtil(111): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Set watcher on existing znode=/1547378865/rs/5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:06,834 WARN [RS:0;5cd6afc4bcac:34701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:32:06,834 INFO [RS:0;5cd6afc4bcac:34701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:06,834 DEBUG [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:06,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,34701,1733250725318] 2024-12-03T18:32:06,854 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:32:06,857 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:32:06,858 INFO [RS:0;5cd6afc4bcac:34701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:32:06,858 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,862 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:32:06,867 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:32:06,867 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,867 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,867 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,867 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,867 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,867 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,867 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:32:06,868 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,868 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,868 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,868 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,868 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,868 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:06,868 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:32:06,868 DEBUG [RS:0;5cd6afc4bcac:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:32:06,891 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,891 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,891 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,891 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,891 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,891 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,34701,1733250725318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:32:06,939 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:32:06,939 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,34701,1733250725318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,940 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,940 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.Replication(171): 5cd6afc4bcac,34701,1733250725318 started 2024-12-03T18:32:06,983 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:06,983 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,34701,1733250725318, RpcServer on 5cd6afc4bcac/172.17.0.3:34701, sessionid=0x1019dc0a28b0004 2024-12-03T18:32:06,983 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:32:06,983 DEBUG [RS:0;5cd6afc4bcac:34701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:06,983 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,34701,1733250725318' 2024-12-03T18:32:06,983 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1547378865/flush-table-proc/abort' 2024-12-03T18:32:06,984 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1547378865/flush-table-proc/acquired' 2024-12-03T18:32:06,987 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:32:06,987 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:32:06,987 DEBUG [RS:0;5cd6afc4bcac:34701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:06,987 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,34701,1733250725318' 2024-12-03T18:32:06,987 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1547378865/online-snapshot/abort' 2024-12-03T18:32:06,988 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1547378865/online-snapshot/acquired' 2024-12-03T18:32:06,988 DEBUG [RS:0;5cd6afc4bcac:34701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:32:06,988 INFO [RS:0;5cd6afc4bcac:34701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:32:06,988 INFO [RS:0;5cd6afc4bcac:34701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:32:07,089 INFO [RS:0;5cd6afc4bcac:34701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:32:07,097 INFO [RS:0;5cd6afc4bcac:34701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C34701%2C1733250725318, suffix=, logDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318, archiveDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/oldWALs, maxLogs=10 2024-12-03T18:32:07,113 DEBUG [RS:0;5cd6afc4bcac:34701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097, exclude list is [], retry=0 2024-12-03T18:32:07,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46445,DS-085a93b7-ae33-47b8-a084-0c9196804480,DISK] 2024-12-03T18:32:07,128 INFO [RS:0;5cd6afc4bcac:34701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 2024-12-03T18:32:07,135 DEBUG [RS:0;5cd6afc4bcac:34701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-03T18:32:07,196 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:32:07,196 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e 2024-12-03T18:32:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741833_1009 (size=32) 2024-12-03T18:32:07,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:07,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:32:07,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:32:07,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:07,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:07,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:32:07,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:32:07,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:07,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:07,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:32:07,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:32:07,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:07,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:07,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:32:07,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:32:07,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:07,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:07,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:32:07,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740 2024-12-03T18:32:07,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740 2024-12-03T18:32:07,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:32:07,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:32:07,307 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:32:07,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:32:07,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:07,326 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74505127, jitterRate=0.11021290719509125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:32:07,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250727265Initializing all the Stores at 1733250727268 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250727268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250727284 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250727284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250727284Cleaning up temporary data from old regions at 1733250727306 (+22 ms)Region opened successfully at 1733250727326 (+20 ms) 2024-12-03T18:32:07,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:32:07,326 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:32:07,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:32:07,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:32:07,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:32:07,326 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:32:07,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250727326Disabling compacts and flushes for region at 1733250727326Disabling writes for close at 1733250727326Writing region close event to WAL at 1733250727326Closed at 1733250727326 2024-12-03T18:32:07,327 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:32:07,328 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:07,328 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:32:07,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:32:07,330 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:32:07,332 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:32:07,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:07,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:07,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:07,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:07,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:07,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:07,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:07,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:07,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:32:07,482 DEBUG [5cd6afc4bcac:38271 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:32:07,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:07,485 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,34701,1733250725318, state=OPENING 2024-12-03T18:32:07,531 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:32:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:07,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1547378865/meta-region-server: CHANGED 2024-12-03T18:32:07,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1547378865/meta-region-server: CHANGED 2024-12-03T18:32:07,556 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:32:07,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,34701,1733250725318}] 2024-12-03T18:32:07,714 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:32:07,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:32:07,739 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:32:07,739 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:07,739 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:32:07,742 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C34701%2C1733250725318.meta, suffix=.meta, logDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318, archiveDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/oldWALs, maxLogs=10 2024-12-03T18:32:07,777 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.meta.1733250727743.meta, exclude list is [], retry=0 2024-12-03T18:32:07,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46445,DS-085a93b7-ae33-47b8-a084-0c9196804480,DISK] 2024-12-03T18:32:07,807 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.meta.1733250727743.meta 2024-12-03T18:32:07,822 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-03T18:32:07,822 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:07,823 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:32:07,823 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:32:07,823 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:32:07,823 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:32:07,823 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:32:07,823 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:07,824 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:32:07,824 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:32:07,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:32:07,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:32:07,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:07,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:07,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:32:07,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:32:07,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:07,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:07,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:32:07,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:32:07,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:07,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:07,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:32:07,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:32:07,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:07,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:07,852 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:32:07,852 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740 2024-12-03T18:32:07,861 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740 2024-12-03T18:32:07,864 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:32:07,864 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:32:07,865 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:32:07,866 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:32:07,867 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71347075, jitterRate=0.06315426528453827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:32:07,867 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:32:07,867 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250727824Writing region info on filesystem at 1733250727824Initializing all the Stores at 1733250727825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250727825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250727828 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250727828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250727828Cleaning up temporary data from old regions at 1733250727864 (+36 ms)Running coprocessor post-open hooks at 1733250727867 (+3 ms)Region opened successfully at 1733250727867 2024-12-03T18:32:07,873 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250727714 2024-12-03T18:32:07,878 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:32:07,878 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:32:07,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:07,880 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,34701,1733250725318, state=OPEN 2024-12-03T18:32:07,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1547378865/meta-region-server 2024-12-03T18:32:07,935 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:07,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1547378865/meta-region-server: CHANGED 2024-12-03T18:32:07,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1547378865/meta-region-server 2024-12-03T18:32:07,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1547378865/meta-region-server: CHANGED 2024-12-03T18:32:07,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:32:07,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,34701,1733250725318 in 379 msec 2024-12-03T18:32:07,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:32:07,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-12-03T18:32:07,946 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:07,946 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:32:07,963 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:07,963 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,34701,1733250725318, seqNum=-1] 2024-12-03T18:32:07,963 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:07,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:07,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3090 sec 2024-12-03T18:32:07,989 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250727989, completionTime=-1 2024-12-03T18:32:07,989 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:32:07,989 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:32:07,992 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:32:07,993 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250787992 2024-12-03T18:32:07,993 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250847993 2024-12-03T18:32:07,993 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T18:32:07,993 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38271,1733250725066-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:07,993 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38271,1733250725066-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:07,993 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38271,1733250725066-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:07,993 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:38271, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:07,996 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:32:07,996 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:08,019 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:08,027 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.450sec 2024-12-03T18:32:08,027 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:32:08,027 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:32:08,027 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:32:08,027 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:32:08,027 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:32:08,027 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38271,1733250725066-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:32:08,027 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38271,1733250725066-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:32:08,071 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:32:08,071 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:32:08,071 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38271,1733250725066-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:08,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:08,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38271,-1 for getting cluster id 2024-12-03T18:32:08,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:08,137 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f069cfd0-e860-4d11-bec4-54db49e7666e' 2024-12-03T18:32:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f069cfd0-e860-4d11-bec4-54db49e7666e" 2024-12-03T18:32:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1931eab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:08,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38271,-1] 2024-12-03T18:32:08,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:08,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:08,144 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:08,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:08,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:08,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,34701,1733250725318, seqNum=-1] 2024-12-03T18:32:08,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:08,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:08,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:08,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49808 2024-12-03T18:32:08,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:32:08,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019dc0a28b0005 connected 2024-12-03T18:32:08,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,44841,1733250719077 2024-12-03T18:32:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f3443be 2024-12-03T18:32:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:08,224 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:08,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:32:08,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:32:08,228 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:08,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:32:08,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:32:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:08,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:32:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:08,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4c8e8cf08d8e5c6b2bb5f943619cd9b, NAME => 'test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d 2024-12-03T18:32:08,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:32:08,742 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:08,742 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b4c8e8cf08d8e5c6b2bb5f943619cd9b, disabling compactions & flushes 2024-12-03T18:32:08,742 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. 2024-12-03T18:32:08,742 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. 2024-12-03T18:32:08,742 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. after waiting 0 ms 2024-12-03T18:32:08,742 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. 2024-12-03T18:32:08,742 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. 2024-12-03T18:32:08,742 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4c8e8cf08d8e5c6b2bb5f943619cd9b: Waiting for close lock at 1733250728742Disabling compacts and flushes for region at 1733250728742Disabling writes for close at 1733250728742Writing region close event to WAL at 1733250728742Closed at 1733250728742 2024-12-03T18:32:08,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:32:08,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250728743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250728743"}]},"ts":"1733250728743"} 2024-12-03T18:32:08,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:32:08,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:32:08,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250728748"}]},"ts":"1733250728748"} 2024-12-03T18:32:08,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:32:08,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4c8e8cf08d8e5c6b2bb5f943619cd9b, ASSIGN}] 2024-12-03T18:32:08,753 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4c8e8cf08d8e5c6b2bb5f943619cd9b, ASSIGN 2024-12-03T18:32:08,754 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b4c8e8cf08d8e5c6b2bb5f943619cd9b, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,38229,1733250719644; forceNewPlan=false, retain=false 2024-12-03T18:32:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:08,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4c8e8cf08d8e5c6b2bb5f943619cd9b, regionState=OPENING, regionLocation=5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:08,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b4c8e8cf08d8e5c6b2bb5f943619cd9b, ASSIGN because future has completed 2024-12-03T18:32:08,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4c8e8cf08d8e5c6b2bb5f943619cd9b, server=5cd6afc4bcac,38229,1733250719644}] 2024-12-03T18:32:09,121 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. 2024-12-03T18:32:09,122 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b4c8e8cf08d8e5c6b2bb5f943619cd9b, NAME => 'test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:09,122 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:32:09,122 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:32:09,122 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,122 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:09,122 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,122 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,147 INFO [StoreOpener-b4c8e8cf08d8e5c6b2bb5f943619cd9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,148 INFO [StoreOpener-b4c8e8cf08d8e5c6b2bb5f943619cd9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c8e8cf08d8e5c6b2bb5f943619cd9b columnFamilyName f 2024-12-03T18:32:09,148 DEBUG [StoreOpener-b4c8e8cf08d8e5c6b2bb5f943619cd9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:09,149 INFO [StoreOpener-b4c8e8cf08d8e5c6b2bb5f943619cd9b-1 {}] regionserver.HStore(327): Store=b4c8e8cf08d8e5c6b2bb5f943619cd9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:09,149 INFO [StoreOpener-b4c8e8cf08d8e5c6b2bb5f943619cd9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,163 INFO [StoreOpener-b4c8e8cf08d8e5c6b2bb5f943619cd9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c8e8cf08d8e5c6b2bb5f943619cd9b columnFamilyName f1 2024-12-03T18:32:09,164 DEBUG [StoreOpener-b4c8e8cf08d8e5c6b2bb5f943619cd9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:09,164 INFO [StoreOpener-b4c8e8cf08d8e5c6b2bb5f943619cd9b-1 {}] regionserver.HStore(327): Store=b4c8e8cf08d8e5c6b2bb5f943619cd9b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:09,165 INFO [StoreOpener-b4c8e8cf08d8e5c6b2bb5f943619cd9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,166 INFO [StoreOpener-b4c8e8cf08d8e5c6b2bb5f943619cd9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c8e8cf08d8e5c6b2bb5f943619cd9b columnFamilyName norep 2024-12-03T18:32:09,166 DEBUG [StoreOpener-b4c8e8cf08d8e5c6b2bb5f943619cd9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:09,175 INFO [StoreOpener-b4c8e8cf08d8e5c6b2bb5f943619cd9b-1 {}] regionserver.HStore(327): Store=b4c8e8cf08d8e5c6b2bb5f943619cd9b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:09,176 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,179 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,180 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,183 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,183 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,184 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:32:09,185 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,196 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:09,197 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b4c8e8cf08d8e5c6b2bb5f943619cd9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65664580, jitterRate=-0.02152150869369507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:32:09,197 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:09,198 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b4c8e8cf08d8e5c6b2bb5f943619cd9b: Running coprocessor pre-open hook at 1733250729122Writing region info on filesystem at 1733250729122Initializing all the Stores at 1733250729135 (+13 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250729135Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250729144 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250729144Cleaning up temporary data from old regions at 1733250729183 (+39 ms)Running coprocessor post-open hooks at 1733250729197 (+14 ms)Region opened successfully at 1733250729198 (+1 ms) 2024-12-03T18:32:09,210 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b., pid=6, masterSystemTime=1733250729083 2024-12-03T18:32:09,213 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. 2024-12-03T18:32:09,213 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. 2024-12-03T18:32:09,214 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4c8e8cf08d8e5c6b2bb5f943619cd9b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:09,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4c8e8cf08d8e5c6b2bb5f943619cd9b, server=5cd6afc4bcac,38229,1733250719644 because future has completed 2024-12-03T18:32:09,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:32:09,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4c8e8cf08d8e5c6b2bb5f943619cd9b, server=5cd6afc4bcac,38229,1733250719644 in 315 msec 2024-12-03T18:32:09,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:32:09,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b4c8e8cf08d8e5c6b2bb5f943619cd9b, ASSIGN in 491 msec 2024-12-03T18:32:09,263 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:32:09,264 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250729263"}]},"ts":"1733250729263"} 2024-12-03T18:32:09,272 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:32:09,274 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:32:09,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0490 sec 2024-12-03T18:32:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:09,372 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:32:09,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b8f9376 2024-12-03T18:32:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:09,377 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:09,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:32:09,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:32:09,381 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:09,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:32:09,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:32:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:09,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:32:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:09,862 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4de1b1cedce4e7edb569aa91ef7e2c9e, NAME => 'test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e 2024-12-03T18:32:09,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:32:09,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:09,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4de1b1cedce4e7edb569aa91ef7e2c9e, disabling compactions & flushes 2024-12-03T18:32:09,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. 2024-12-03T18:32:09,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. 2024-12-03T18:32:09,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. after waiting 0 ms 2024-12-03T18:32:09,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. 2024-12-03T18:32:09,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. 2024-12-03T18:32:09,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4de1b1cedce4e7edb569aa91ef7e2c9e: Waiting for close lock at 1733250729929Disabling compacts and flushes for region at 1733250729929Disabling writes for close at 1733250729929Writing region close event to WAL at 1733250729929Closed at 1733250729929 2024-12-03T18:32:09,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:32:09,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250729931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250729931"}]},"ts":"1733250729931"} 2024-12-03T18:32:09,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:32:09,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:32:09,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250729936"}]},"ts":"1733250729936"} 2024-12-03T18:32:09,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:32:09,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4de1b1cedce4e7edb569aa91ef7e2c9e, ASSIGN}] 2024-12-03T18:32:09,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4de1b1cedce4e7edb569aa91ef7e2c9e, ASSIGN 2024-12-03T18:32:09,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4de1b1cedce4e7edb569aa91ef7e2c9e, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,34701,1733250725318; forceNewPlan=false, retain=false 2024-12-03T18:32:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:10,093 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4de1b1cedce4e7edb569aa91ef7e2c9e, regionState=OPENING, regionLocation=5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:10,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4de1b1cedce4e7edb569aa91ef7e2c9e, ASSIGN because future has completed 2024-12-03T18:32:10,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4de1b1cedce4e7edb569aa91ef7e2c9e, server=5cd6afc4bcac,34701,1733250725318}] 2024-12-03T18:32:10,299 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. 2024-12-03T18:32:10,301 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4de1b1cedce4e7edb569aa91ef7e2c9e, NAME => 'test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:10,301 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:32:10,301 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:32:10,302 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,302 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:10,302 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,302 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,315 INFO [StoreOpener-4de1b1cedce4e7edb569aa91ef7e2c9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,319 INFO [StoreOpener-4de1b1cedce4e7edb569aa91ef7e2c9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4de1b1cedce4e7edb569aa91ef7e2c9e columnFamilyName f 2024-12-03T18:32:10,319 DEBUG [StoreOpener-4de1b1cedce4e7edb569aa91ef7e2c9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:10,320 INFO [StoreOpener-4de1b1cedce4e7edb569aa91ef7e2c9e-1 {}] regionserver.HStore(327): Store=4de1b1cedce4e7edb569aa91ef7e2c9e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:10,320 INFO [StoreOpener-4de1b1cedce4e7edb569aa91ef7e2c9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,327 INFO [StoreOpener-4de1b1cedce4e7edb569aa91ef7e2c9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4de1b1cedce4e7edb569aa91ef7e2c9e columnFamilyName f1 2024-12-03T18:32:10,327 DEBUG [StoreOpener-4de1b1cedce4e7edb569aa91ef7e2c9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:10,333 INFO [StoreOpener-4de1b1cedce4e7edb569aa91ef7e2c9e-1 {}] regionserver.HStore(327): Store=4de1b1cedce4e7edb569aa91ef7e2c9e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:10,333 INFO [StoreOpener-4de1b1cedce4e7edb569aa91ef7e2c9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,335 INFO [StoreOpener-4de1b1cedce4e7edb569aa91ef7e2c9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4de1b1cedce4e7edb569aa91ef7e2c9e columnFamilyName norep 2024-12-03T18:32:10,335 DEBUG [StoreOpener-4de1b1cedce4e7edb569aa91ef7e2c9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:10,339 INFO [StoreOpener-4de1b1cedce4e7edb569aa91ef7e2c9e-1 {}] regionserver.HStore(327): Store=4de1b1cedce4e7edb569aa91ef7e2c9e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:10,339 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,340 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,341 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,343 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,343 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,344 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:32:10,345 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,360 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:10,361 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4de1b1cedce4e7edb569aa91ef7e2c9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72501830, jitterRate=0.08036145567893982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:32:10,361 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:10,361 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4de1b1cedce4e7edb569aa91ef7e2c9e: Running coprocessor pre-open hook at 1733250730302Writing region info on filesystem at 1733250730302Initializing all the Stores at 1733250730310 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250730310Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250730314 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250730314Cleaning up temporary data from old regions at 1733250730343 (+29 ms)Running coprocessor post-open hooks at 1733250730361 (+18 ms)Region opened successfully at 1733250730361 2024-12-03T18:32:10,363 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e., pid=6, masterSystemTime=1733250730285 2024-12-03T18:32:10,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4de1b1cedce4e7edb569aa91ef7e2c9e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:10,369 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. 2024-12-03T18:32:10,369 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. 2024-12-03T18:32:10,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4de1b1cedce4e7edb569aa91ef7e2c9e, server=5cd6afc4bcac,34701,1733250725318 because future has completed 2024-12-03T18:32:10,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:32:10,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4de1b1cedce4e7edb569aa91ef7e2c9e, server=5cd6afc4bcac,34701,1733250725318 in 273 msec 2024-12-03T18:32:10,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:32:10,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4de1b1cedce4e7edb569aa91ef7e2c9e, ASSIGN in 447 msec 2024-12-03T18:32:10,392 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:32:10,392 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250730392"}]},"ts":"1733250730392"} 2024-12-03T18:32:10,395 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:32:10,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:32:10,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0190 sec 2024-12-03T18:32:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:10,530 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:32:10,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:10,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,44841,-1 for getting cluster id 2024-12-03T18:32:10,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:10,532 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbb2f849-d1eb-421e-9a40-964e22e68ac8' 2024-12-03T18:32:10,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:10,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbb2f849-d1eb-421e-9a40-964e22e68ac8" 2024-12-03T18:32:10,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365bbf5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:10,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,44841,-1] 2024-12-03T18:32:10,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:10,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:10,535 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:10,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acee198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:10,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9d34f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:10,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38271,-1 for getting cluster id 2024-12-03T18:32:10,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:10,572 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f069cfd0-e860-4d11-bec4-54db49e7666e' 2024-12-03T18:32:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f069cfd0-e860-4d11-bec4-54db49e7666e" 2024-12-03T18:32:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b707d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38271,-1] 2024-12-03T18:32:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:10,575 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b57215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:10,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc1af73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:10,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,44841,-1 for getting cluster id 2024-12-03T18:32:10,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:10,611 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbb2f849-d1eb-421e-9a40-964e22e68ac8' 2024-12-03T18:32:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbb2f849-d1eb-421e-9a40-964e22e68ac8" 2024-12-03T18:32:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2872bff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,44841,-1] 2024-12-03T18:32:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:10,614 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:10,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47cd3aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:10,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,44841,1733250719077 2024-12-03T18:32:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ce201f9 2024-12-03T18:32:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:10,627 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:10,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:38271,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:32:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:32:10,631 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:38271' 2024-12-03T18:32:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:10,651 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42577f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:10,651 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38271,-1 for getting cluster id 2024-12-03T18:32:10,652 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:10,655 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f069cfd0-e860-4d11-bec4-54db49e7666e' 2024-12-03T18:32:10,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f069cfd0-e860-4d11-bec4-54db49e7666e" 2024-12-03T18:32:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25709bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38271,-1] 2024-12-03T18:32:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:10,661 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2705c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:10,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:10,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:10,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@258411f7 2024-12-03T18:32:10,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:10,666 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:10,667 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T18:32:10,667 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:32:10,667 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:10,667 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:10,668 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:10,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:10,669 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:32:10,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:32:10,671 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:10,683 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:32:10,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741837_1013 (size=1138) 2024-12-03T18:32:10,720 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:32:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:11,142 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e54a4b4ae05417f0d36350da2865d8d6, NAME => 'hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d 2024-12-03T18:32:11,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741838_1014 (size=44) 2024-12-03T18:32:11,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:11,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e54a4b4ae05417f0d36350da2865d8d6, disabling compactions & flushes 2024-12-03T18:32:11,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. 2024-12-03T18:32:11,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. 2024-12-03T18:32:11,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. after waiting 0 ms 2024-12-03T18:32:11,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. 2024-12-03T18:32:11,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. 2024-12-03T18:32:11,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e54a4b4ae05417f0d36350da2865d8d6: Waiting for close lock at 1733250731213Disabling compacts and flushes for region at 1733250731213Disabling writes for close at 1733250731213Writing region close event to WAL at 1733250731213Closed at 1733250731213 2024-12-03T18:32:11,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:32:11,215 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250731214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250731214"}]},"ts":"1733250731214"} 2024-12-03T18:32:11,219 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:32:11,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:32:11,220 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250731220"}]},"ts":"1733250731220"} 2024-12-03T18:32:11,222 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:32:11,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e54a4b4ae05417f0d36350da2865d8d6, ASSIGN}] 2024-12-03T18:32:11,224 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e54a4b4ae05417f0d36350da2865d8d6, ASSIGN 2024-12-03T18:32:11,224 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e54a4b4ae05417f0d36350da2865d8d6, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,38229,1733250719644; forceNewPlan=false, retain=false 2024-12-03T18:32:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:11,383 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e54a4b4ae05417f0d36350da2865d8d6, regionState=OPENING, regionLocation=5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:11,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e54a4b4ae05417f0d36350da2865d8d6, ASSIGN because future has completed 2024-12-03T18:32:11,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e54a4b4ae05417f0d36350da2865d8d6, server=5cd6afc4bcac,38229,1733250719644}] 2024-12-03T18:32:11,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. 2024-12-03T18:32:11,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:11,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:32:11,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C38229%2C1733250719644.rep, suffix=, logDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644, archiveDir=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/oldWALs, maxLogs=10 2024-12-03T18:32:11,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.rep.1733250731588, exclude list is [], retry=0 2024-12-03T18:32:11,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37561,DS-94e9b46c-9987-4607-972f-4813d6dec71c,DISK] 2024-12-03T18:32:11,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.rep.1733250731588 2024-12-03T18:32:11,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38217:38217)] 2024-12-03T18:32:11,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e54a4b4ae05417f0d36350da2865d8d6, NAME => 'hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:11,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:32:11,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:32:11,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. service=MultiRowMutationService 2024-12-03T18:32:11,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:32:11,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:11,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,643 INFO [StoreOpener-e54a4b4ae05417f0d36350da2865d8d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,644 INFO [StoreOpener-e54a4b4ae05417f0d36350da2865d8d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e54a4b4ae05417f0d36350da2865d8d6 columnFamilyName hfileref 2024-12-03T18:32:11,644 DEBUG [StoreOpener-e54a4b4ae05417f0d36350da2865d8d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:11,644 INFO [StoreOpener-e54a4b4ae05417f0d36350da2865d8d6-1 {}] regionserver.HStore(327): Store=e54a4b4ae05417f0d36350da2865d8d6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:11,645 INFO [StoreOpener-e54a4b4ae05417f0d36350da2865d8d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,647 INFO [StoreOpener-e54a4b4ae05417f0d36350da2865d8d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e54a4b4ae05417f0d36350da2865d8d6 columnFamilyName queue 2024-12-03T18:32:11,647 DEBUG [StoreOpener-e54a4b4ae05417f0d36350da2865d8d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:11,648 INFO [StoreOpener-e54a4b4ae05417f0d36350da2865d8d6-1 {}] regionserver.HStore(327): Store=e54a4b4ae05417f0d36350da2865d8d6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:11,648 INFO [StoreOpener-e54a4b4ae05417f0d36350da2865d8d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,649 INFO [StoreOpener-e54a4b4ae05417f0d36350da2865d8d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e54a4b4ae05417f0d36350da2865d8d6 columnFamilyName sid 2024-12-03T18:32:11,649 DEBUG [StoreOpener-e54a4b4ae05417f0d36350da2865d8d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:11,650 INFO [StoreOpener-e54a4b4ae05417f0d36350da2865d8d6-1 {}] regionserver.HStore(327): Store=e54a4b4ae05417f0d36350da2865d8d6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:11,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:32:11,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:11,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e54a4b4ae05417f0d36350da2865d8d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71694950, jitterRate=0.06833800673484802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:32:11,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:11,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e54a4b4ae05417f0d36350da2865d8d6: Running coprocessor pre-open hook at 1733250731636Writing region info on filesystem at 1733250731636Initializing all the Stores at 1733250731638 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250731638Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250731642 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250731642Cleaning up temporary data from old regions at 1733250731654 (+12 ms)Running coprocessor post-open hooks at 1733250731695 (+41 ms)Region opened successfully at 1733250731696 (+1 ms) 2024-12-03T18:32:11,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6., pid=10, masterSystemTime=1733250731562 2024-12-03T18:32:11,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. 2024-12-03T18:32:11,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e54a4b4ae05417f0d36350da2865d8d6, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:11,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. 2024-12-03T18:32:11,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e54a4b4ae05417f0d36350da2865d8d6, server=5cd6afc4bcac,38229,1733250719644 because future has completed 2024-12-03T18:32:11,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:32:11,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e54a4b4ae05417f0d36350da2865d8d6, server=5cd6afc4bcac,38229,1733250719644 in 330 msec 2024-12-03T18:32:11,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T18:32:11,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e54a4b4ae05417f0d36350da2865d8d6, ASSIGN in 516 msec 2024-12-03T18:32:11,742 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:32:11,743 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250731743"}]},"ts":"1733250731743"} 2024-12-03T18:32:11,745 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:32:11,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:32:11,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0790 sec 2024-12-03T18:32:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:11,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6., hostname=5cd6afc4bcac,38229,1733250719644, seqNum=2] 2024-12-03T18:32:11,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:11,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:11,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:32:12,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T18:32:12,027 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:32:12,130 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,38229,1733250719644, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:32:12,130 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:12,131 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,38229,1733250719644, seqNum=-1] 2024-12-03T18:32:12,131 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:12,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T18:32:12,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,38229,1733250719644', locateType=CURRENT is [region=hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6., hostname=5cd6afc4bcac,38229,1733250719644, seqNum=2] 2024-12-03T18:32:12,145 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T18:32:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T18:32:12,155 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,38229,1733250719644 suceeded 2024-12-03T18:32:12,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T18:32:12,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 298 msec 2024-12-03T18:32:12,157 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:38271,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:32:12,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5300 sec 2024-12-03T18:32:12,197 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:38271' 2024-12-03T18:32:12,210 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c74f24d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:12,210 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38271,-1 for getting cluster id 2024-12-03T18:32:12,210 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:12,213 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f069cfd0-e860-4d11-bec4-54db49e7666e' 2024-12-03T18:32:12,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:12,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f069cfd0-e860-4d11-bec4-54db49e7666e" 2024-12-03T18:32:12,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e40771c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:12,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38271,-1] 2024-12-03T18:32:12,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:12,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:12,216 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:12,223 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@497fb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:12,223 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:12,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:12,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@146bde0e 2024-12-03T18:32:12,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:12,225 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T18:32:12,226 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,38229,1733250719644 (queues=1) is replicating from cluster=dbb2f849-d1eb-421e-9a40-964e22e68ac8 to cluster=f069cfd0-e860-4d11-bec4-54db49e7666e 2024-12-03T18:32:12,227 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C38229%2C1733250719644 2024-12-03T18:32:12,227 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,38229,1733250719644, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:32:12,239 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414, startPosition=0, beingWritten=true 2024-12-03T18:32:12,259 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C38229%2C1733250719644 2024-12-03T18:32:12,272 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:12,272 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 379, reset compression=false 2024-12-03T18:32:12,272 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,38229,1733250719644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:32:12,496 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 379, reset compression=false 2024-12-03T18:32:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:12,800 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:32:12,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:12,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:12,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:12,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:12,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:12,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70dc6679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:12,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38271,-1 for getting cluster id 2024-12-03T18:32:12,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:12,814 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f069cfd0-e860-4d11-bec4-54db49e7666e' 2024-12-03T18:32:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f069cfd0-e860-4d11-bec4-54db49e7666e" 2024-12-03T18:32:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7362c78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38271,-1] 2024-12-03T18:32:12,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:12,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:12,816 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c77b3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:12,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:12,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:12,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76854825 2024-12-03T18:32:12,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:12,821 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:12,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:44841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:32:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:32:12,826 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:44841' 2024-12-03T18:32:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:12,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c8620f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:12,831 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,44841,-1 for getting cluster id 2024-12-03T18:32:12,832 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:12,833 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbb2f849-d1eb-421e-9a40-964e22e68ac8' 2024-12-03T18:32:12,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:12,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbb2f849-d1eb-421e-9a40-964e22e68ac8" 2024-12-03T18:32:12,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e6161d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:12,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,44841,-1] 2024-12-03T18:32:12,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:12,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:12,834 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 379, reset compression=false 2024-12-03T18:32:12,834 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:12,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99c73ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:12,835 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,44841,1733250719077 2024-12-03T18:32:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5af1cb5f 2024-12-03T18:32:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:12,838 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:12,838 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T18:32:12,838 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:32:12,838 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:12,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:12,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:12,839 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:12,840 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:32:12,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:32:12,842 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:12,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:32:12,898 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:32:12,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741837_1013 (size=1138) 2024-12-03T18:32:12,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e21a092ebf9f9e7094cb5ffa11207fe, NAME => 'hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e 2024-12-03T18:32:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:12,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741838_1014 (size=44) 2024-12-03T18:32:12,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:12,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2e21a092ebf9f9e7094cb5ffa11207fe, disabling compactions & flushes 2024-12-03T18:32:12,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. 2024-12-03T18:32:12,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. 2024-12-03T18:32:12,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. after waiting 0 ms 2024-12-03T18:32:12,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. 2024-12-03T18:32:12,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. 2024-12-03T18:32:12,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e21a092ebf9f9e7094cb5ffa11207fe: Waiting for close lock at 1733250732961Disabling compacts and flushes for region at 1733250732961Disabling writes for close at 1733250732961Writing region close event to WAL at 1733250732961Closed at 1733250732961 2024-12-03T18:32:12,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:32:12,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250732963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250732963"}]},"ts":"1733250732963"} 2024-12-03T18:32:12,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:32:12,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:32:12,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250732966"}]},"ts":"1733250732966"} 2024-12-03T18:32:12,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:32:12,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e21a092ebf9f9e7094cb5ffa11207fe, ASSIGN}] 2024-12-03T18:32:12,974 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e21a092ebf9f9e7094cb5ffa11207fe, ASSIGN 2024-12-03T18:32:12,977 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e21a092ebf9f9e7094cb5ffa11207fe, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,34701,1733250725318; forceNewPlan=false, retain=false 2024-12-03T18:32:13,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2e21a092ebf9f9e7094cb5ffa11207fe, regionState=OPENING, regionLocation=5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:13,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e21a092ebf9f9e7094cb5ffa11207fe, ASSIGN because future has completed 2024-12-03T18:32:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:13,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e21a092ebf9f9e7094cb5ffa11207fe, server=5cd6afc4bcac,34701,1733250725318}] 2024-12-03T18:32:13,240 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 379, reset compression=false 2024-12-03T18:32:13,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. 2024-12-03T18:32:13,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:13,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:32:13,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C34701%2C1733250725318.rep, suffix=, logDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318, archiveDir=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/oldWALs, maxLogs=10 2024-12-03T18:32:13,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.rep.1733250733305, exclude list is [], retry=0 2024-12-03T18:32:13,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46445,DS-085a93b7-ae33-47b8-a084-0c9196804480,DISK] 2024-12-03T18:32:13,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.rep.1733250733305 2024-12-03T18:32:13,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-03T18:32:13,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e21a092ebf9f9e7094cb5ffa11207fe, NAME => 'hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:13,326 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:32:13,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:32:13,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:32:13,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. service=MultiRowMutationService 2024-12-03T18:32:13,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:32:13,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:13,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,328 INFO [StoreOpener-2e21a092ebf9f9e7094cb5ffa11207fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,329 INFO [StoreOpener-2e21a092ebf9f9e7094cb5ffa11207fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e21a092ebf9f9e7094cb5ffa11207fe columnFamilyName hfileref 2024-12-03T18:32:13,329 DEBUG [StoreOpener-2e21a092ebf9f9e7094cb5ffa11207fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:13,330 INFO [StoreOpener-2e21a092ebf9f9e7094cb5ffa11207fe-1 {}] regionserver.HStore(327): Store=2e21a092ebf9f9e7094cb5ffa11207fe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:13,330 INFO [StoreOpener-2e21a092ebf9f9e7094cb5ffa11207fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,331 INFO [StoreOpener-2e21a092ebf9f9e7094cb5ffa11207fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e21a092ebf9f9e7094cb5ffa11207fe columnFamilyName queue 2024-12-03T18:32:13,331 DEBUG [StoreOpener-2e21a092ebf9f9e7094cb5ffa11207fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:13,331 INFO [StoreOpener-2e21a092ebf9f9e7094cb5ffa11207fe-1 {}] regionserver.HStore(327): Store=2e21a092ebf9f9e7094cb5ffa11207fe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:13,331 INFO [StoreOpener-2e21a092ebf9f9e7094cb5ffa11207fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,332 INFO [StoreOpener-2e21a092ebf9f9e7094cb5ffa11207fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e21a092ebf9f9e7094cb5ffa11207fe columnFamilyName sid 2024-12-03T18:32:13,332 DEBUG [StoreOpener-2e21a092ebf9f9e7094cb5ffa11207fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:13,332 INFO [StoreOpener-2e21a092ebf9f9e7094cb5ffa11207fe-1 {}] regionserver.HStore(327): Store=2e21a092ebf9f9e7094cb5ffa11207fe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:13,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:32:13,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:13,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2e21a092ebf9f9e7094cb5ffa11207fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67609778, jitterRate=0.007464200258255005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:32:13,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:13,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2e21a092ebf9f9e7094cb5ffa11207fe: Running coprocessor pre-open hook at 1733250733327Writing region info on filesystem at 1733250733327Initializing all the Stores at 1733250733328 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250733328Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250733328Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250733328Cleaning up temporary data from old regions at 1733250733334 (+6 ms)Running coprocessor post-open hooks at 1733250733343 (+9 ms)Region opened successfully at 1733250733343 2024-12-03T18:32:13,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe., pid=10, masterSystemTime=1733250733299 2024-12-03T18:32:13,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. 2024-12-03T18:32:13,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. 2024-12-03T18:32:13,348 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2e21a092ebf9f9e7094cb5ffa11207fe, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:13,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e21a092ebf9f9e7094cb5ffa11207fe, server=5cd6afc4bcac,34701,1733250725318 because future has completed 2024-12-03T18:32:13,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:13,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:13,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:13,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:13,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:13,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:13,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:13,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:13,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:32:13,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e21a092ebf9f9e7094cb5ffa11207fe, server=5cd6afc4bcac,34701,1733250725318 in 221 msec 2024-12-03T18:32:13,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T18:32:13,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e21a092ebf9f9e7094cb5ffa11207fe, ASSIGN in 397 msec 2024-12-03T18:32:13,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:32:13,371 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250733371"}]},"ts":"1733250733371"} 2024-12-03T18:32:13,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T18:32:13,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T18:32:13,373 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:32:13,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:32:13,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 535 msec 2024-12-03T18:32:13,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe., hostname=5cd6afc4bcac,34701,1733250725318, seqNum=2] 2024-12-03T18:32:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:13,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:13,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:13,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:32:13,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T18:32:13,621 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:32:13,655 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,34701,1733250725318, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:32:13,656 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:13,656 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,34701,1733250725318, seqNum=-1] 2024-12-03T18:32:13,656 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:13,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T18:32:13,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,34701,1733250725318', locateType=CURRENT is [region=hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe., hostname=5cd6afc4bcac,34701,1733250725318, seqNum=2] 2024-12-03T18:32:13,669 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T18:32:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T18:32:13,671 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,34701,1733250725318 suceeded 2024-12-03T18:32:13,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T18:32:13,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-03T18:32:13,672 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:44841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:32:13,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 850 msec 2024-12-03T18:32:13,688 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:44841' 2024-12-03T18:32:13,691 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a28fb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:13,691 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,44841,-1 for getting cluster id 2024-12-03T18:32:13,691 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:13,692 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbb2f849-d1eb-421e-9a40-964e22e68ac8' 2024-12-03T18:32:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbb2f849-d1eb-421e-9a40-964e22e68ac8" 2024-12-03T18:32:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35d4ec17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,44841,-1] 2024-12-03T18:32:13,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:13,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:13,693 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:13,694 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63719fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:13,694 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:13,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,44841,1733250719077 2024-12-03T18:32:13,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a62107f 2024-12-03T18:32:13,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:13,696 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T18:32:13,697 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,34701,1733250725318 (queues=1) is replicating from cluster=f069cfd0-e860-4d11-bec4-54db49e7666e to cluster=dbb2f849-d1eb-421e-9a40-964e22e68ac8 2024-12-03T18:32:13,697 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C34701%2C1733250725318 2024-12-03T18:32:13,697 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,34701,1733250725318, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:32:13,698 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097, startPosition=0, beingWritten=true 2024-12-03T18:32:13,698 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C34701%2C1733250725318 2024-12-03T18:32:13,712 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:13,712 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 379, reset compression=false 2024-12-03T18:32:13,712 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,34701,1733250725318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:32:13,755 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 379, reset compression=false 2024-12-03T18:32:13,924 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 379, reset compression=false 2024-12-03T18:32:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:13,962 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:32:13,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:13,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:13,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:13,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:13,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:13,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:13,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733250733966/Put/seqid=0 2024-12-03T18:32:13,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741840_1016 (size=7894) 2024-12-03T18:32:14,001 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733250734000/Put/seqid=0 2024-12-03T18:32:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741841_1017 (size=7691) 2024-12-03T18:32:14,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e166a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:14,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,44841,-1 for getting cluster id 2024-12-03T18:32:14,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:14,010 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbb2f849-d1eb-421e-9a40-964e22e68ac8' 2024-12-03T18:32:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbb2f849-d1eb-421e-9a40-964e22e68ac8" 2024-12-03T18:32:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f125f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,44841,-1] 2024-12-03T18:32:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:14,011 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:14,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305ac620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:14,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:14,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,38229,1733250719644, seqNum=-1] 2024-12-03T18:32:14,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:14,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:14,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,44841,1733250719077 2024-12-03T18:32:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bc826da 2024-12-03T18:32:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:14,022 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:14,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b., hostname=5cd6afc4bcac,38229,1733250719644, seqNum=2] 2024-12-03T18:32:14,028 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:32:14,033 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T18:32:14,035 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T18:32:14,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b4c8e8cf08d8e5c6b2bb5f943619cd9b/f 2024-12-03T18:32:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T18:32:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:32:14,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b4c8e8cf08d8e5c6b2bb5f943619cd9b/f 2024-12-03T18:32:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T18:32:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:32:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HRegion(2603): Flush status journal for b4c8e8cf08d8e5c6b2bb5f943619cd9b: 2024-12-03T18:32:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins__test__aibk54te9k7bvi3olv0h4l2l8g0ht51ec6a5n0cj35fbvucegs57ul8ee2h073qc/f/hfile_0 2024-12-03T18:32:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins__test__aibk54te9k7bvi3olv0h4l2l8g0ht51ec6a5n0cj35fbvucegs57ul8ee2h073qc/f/hfile_0 as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/3aa5f1c4fd9a4ed78170d77207ab4357_SeqId_4_ 2024-12-03T18:32:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins__test__aibk54te9k7bvi3olv0h4l2l8g0ht51ec6a5n0cj35fbvucegs57ul8ee2h073qc/f/hfile_1 2024-12-03T18:32:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins__test__aibk54te9k7bvi3olv0h4l2l8g0ht51ec6a5n0cj35fbvucegs57ul8ee2h073qc/f/hfile_1 as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/cc18a2b8986347119f7b90559e2ada86_SeqId_4_ 2024-12-03T18:32:14,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins__test__aibk54te9k7bvi3olv0h4l2l8g0ht51ec6a5n0cj35fbvucegs57ul8ee2h073qc/f/hfile_0 into b4c8e8cf08d8e5c6b2bb5f943619cd9b/f as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/3aa5f1c4fd9a4ed78170d77207ab4357_SeqId_4_ - updating store file list. 2024-12-03T18:32:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3aa5f1c4fd9a4ed78170d77207ab4357_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:32:14,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/3aa5f1c4fd9a4ed78170d77207ab4357_SeqId_4_ into b4c8e8cf08d8e5c6b2bb5f943619cd9b/f 2024-12-03T18:32:14,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins__test__aibk54te9k7bvi3olv0h4l2l8g0ht51ec6a5n0cj35fbvucegs57ul8ee2h073qc/f/hfile_0 into b4c8e8cf08d8e5c6b2bb5f943619cd9b/f (new location: hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/3aa5f1c4fd9a4ed78170d77207ab4357_SeqId_4_) 2024-12-03T18:32:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins__test__aibk54te9k7bvi3olv0h4l2l8g0ht51ec6a5n0cj35fbvucegs57ul8ee2h073qc/f/hfile_0 2024-12-03T18:32:14,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins__test__aibk54te9k7bvi3olv0h4l2l8g0ht51ec6a5n0cj35fbvucegs57ul8ee2h073qc/f/hfile_1 into b4c8e8cf08d8e5c6b2bb5f943619cd9b/f as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/cc18a2b8986347119f7b90559e2ada86_SeqId_4_ - updating store file list. 2024-12-03T18:32:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc18a2b8986347119f7b90559e2ada86_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:32:14,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/cc18a2b8986347119f7b90559e2ada86_SeqId_4_ into b4c8e8cf08d8e5c6b2bb5f943619cd9b/f 2024-12-03T18:32:14,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins__test__aibk54te9k7bvi3olv0h4l2l8g0ht51ec6a5n0cj35fbvucegs57ul8ee2h073qc/f/hfile_1 into b4c8e8cf08d8e5c6b2bb5f943619cd9b/f (new location: hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/cc18a2b8986347119f7b90559e2ada86_SeqId_4_) 2024-12-03T18:32:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins__test__aibk54te9k7bvi3olv0h4l2l8g0ht51ec6a5n0cj35fbvucegs57ul8ee2h073qc/f/hfile_1 2024-12-03T18:32:14,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:14,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:14,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:14,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b., hostname=5cd6afc4bcac,38229,1733250719644, seqNum=2 , the old value is region=test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b., hostname=5cd6afc4bcac,38229,1733250719644, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5cd6afc4bcac:38229 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T18:32:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b., hostname=5cd6afc4bcac,38229,1733250719644, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T18:32:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b., hostname=5cd6afc4bcac,38229,1733250719644, seqNum=2 from cache 2024-12-03T18:32:14,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,34701,1733250725318, seqNum=-1] 2024-12-03T18:32:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:14,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:14,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e., hostname=5cd6afc4bcac,34701,1733250725318, seqNum=2] 2024-12-03T18:32:14,077 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T18:32:14,078 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T18:32:14,180 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T18:32:14,243 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 379, reset compression=false 2024-12-03T18:32:14,360 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 379, reset compression=false 2024-12-03T18:32:14,372 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:32:14,372 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,38229,1733250719644 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733250734069/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T18:32:14,381 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:32:14,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-03T18:32:14,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.ReplicationSink(318): Replicating [dbb2f849-d1eb-421e-9a40-964e22e68ac8] bulk loaded data 2024-12-03T18:32:14,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ae69fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:14,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38271,-1 for getting cluster id 2024-12-03T18:32:14,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:14,385 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f069cfd0-e860-4d11-bec4-54db49e7666e' 2024-12-03T18:32:14,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:14,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f069cfd0-e860-4d11-bec4-54db49e7666e" 2024-12-03T18:32:14,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@170bc170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:14,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38271,-1] 2024-12-03T18:32:14,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:14,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:14,389 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:14,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@548fcd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:14,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741840_1016 (size=7894) 2024-12-03T18:32:14,572 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 687, reset compression=false 2024-12-03T18:32:14,661 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 379, reset compression=false 2024-12-03T18:32:14,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T18:32:14,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T18:32:14,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T18:32:14,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T18:32:14,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:32:14,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T18:32:14,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741841_1017 (size=7691) 2024-12-03T18:32:14,880 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 687, reset compression=false 2024-12-03T18:32:14,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:14,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:14,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53c19cbf 2024-12-03T18:32:14,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:14,886 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T18:32:14,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:32:14,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:14,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,34701,1733250725318, seqNum=-1] 2024-12-03T18:32:14,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:14,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T18:32:14,903 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins.hfs.11__test__6ivsamv8l7tjab5bt6uek17t0dluh5t37krl0glstvua4df3h5u8u4b73c5jadcv/f/3aa5f1c4fd9a4ed78170d77207ab4357_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T18:32:14,906 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins.hfs.11__test__6ivsamv8l7tjab5bt6uek17t0dluh5t37krl0glstvua4df3h5u8u4b73c5jadcv/f/cc18a2b8986347119f7b90559e2ada86_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T18:32:14,913 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins.hfs.11__test__6ivsamv8l7tjab5bt6uek17t0dluh5t37krl0glstvua4df3h5u8u4b73c5jadcv/f/3aa5f1c4fd9a4ed78170d77207ab4357_SeqId_4_ for inclusion in 4de1b1cedce4e7edb569aa91ef7e2c9e/f 2024-12-03T18:32:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T18:32:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:32:14,916 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins.hfs.11__test__6ivsamv8l7tjab5bt6uek17t0dluh5t37krl0glstvua4df3h5u8u4b73c5jadcv/f/cc18a2b8986347119f7b90559e2ada86_SeqId_4_ for inclusion in 4de1b1cedce4e7edb569aa91ef7e2c9e/f 2024-12-03T18:32:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T18:32:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:32:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HRegion(2603): Flush status journal for 4de1b1cedce4e7edb569aa91ef7e2c9e: 2024-12-03T18:32:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3aa5f1c4fd9a4ed78170d77207ab4357_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T18:32:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins.hfs.11__test__6ivsamv8l7tjab5bt6uek17t0dluh5t37krl0glstvua4df3h5u8u4b73c5jadcv/f/3aa5f1c4fd9a4ed78170d77207ab4357_SeqId_4_ as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/e1e93219462e458e976628749a4a96c3_SeqId_4_ 2024-12-03T18:32:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc18a2b8986347119f7b90559e2ada86_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T18:32:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins.hfs.11__test__6ivsamv8l7tjab5bt6uek17t0dluh5t37krl0glstvua4df3h5u8u4b73c5jadcv/f/cc18a2b8986347119f7b90559e2ada86_SeqId_4_ as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/3ce49ef1e5d54c2595c54ef39d255331_SeqId_4_ 2024-12-03T18:32:14,924 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins.hfs.11__test__6ivsamv8l7tjab5bt6uek17t0dluh5t37krl0glstvua4df3h5u8u4b73c5jadcv/f/3aa5f1c4fd9a4ed78170d77207ab4357_SeqId_4_ into 4de1b1cedce4e7edb569aa91ef7e2c9e/f as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/e1e93219462e458e976628749a4a96c3_SeqId_4_ - updating store file list. 2024-12-03T18:32:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e1e93219462e458e976628749a4a96c3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:32:14,930 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/e1e93219462e458e976628749a4a96c3_SeqId_4_ into 4de1b1cedce4e7edb569aa91ef7e2c9e/f 2024-12-03T18:32:14,931 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins.hfs.11__test__6ivsamv8l7tjab5bt6uek17t0dluh5t37krl0glstvua4df3h5u8u4b73c5jadcv/f/3aa5f1c4fd9a4ed78170d77207ab4357_SeqId_4_ into 4de1b1cedce4e7edb569aa91ef7e2c9e/f (new location: hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/e1e93219462e458e976628749a4a96c3_SeqId_4_) 2024-12-03T18:32:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins.hfs.11__test__6ivsamv8l7tjab5bt6uek17t0dluh5t37krl0glstvua4df3h5u8u4b73c5jadcv/f/3aa5f1c4fd9a4ed78170d77207ab4357_SeqId_4_ 2024-12-03T18:32:14,932 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins.hfs.11__test__6ivsamv8l7tjab5bt6uek17t0dluh5t37krl0glstvua4df3h5u8u4b73c5jadcv/f/cc18a2b8986347119f7b90559e2ada86_SeqId_4_ into 4de1b1cedce4e7edb569aa91ef7e2c9e/f as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/3ce49ef1e5d54c2595c54ef39d255331_SeqId_4_ - updating store file list. 2024-12-03T18:32:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3ce49ef1e5d54c2595c54ef39d255331_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:32:14,937 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/3ce49ef1e5d54c2595c54ef39d255331_SeqId_4_ into 4de1b1cedce4e7edb569aa91ef7e2c9e/f 2024-12-03T18:32:14,937 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins.hfs.11__test__6ivsamv8l7tjab5bt6uek17t0dluh5t37krl0glstvua4df3h5u8u4b73c5jadcv/f/cc18a2b8986347119f7b90559e2ada86_SeqId_4_ into 4de1b1cedce4e7edb569aa91ef7e2c9e/f (new location: hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/3ce49ef1e5d54c2595c54ef39d255331_SeqId_4_) 2024-12-03T18:32:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins.hfs.11__test__6ivsamv8l7tjab5bt6uek17t0dluh5t37krl0glstvua4df3h5u8u4b73c5jadcv/f/cc18a2b8986347119f7b90559e2ada86_SeqId_4_ 2024-12-03T18:32:14,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.ReplicationSink(324): Finished replicating [dbb2f849-d1eb-421e-9a40-964e22e68ac8] bulk loaded data 2024-12-03T18:32:15,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:15,128 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733250735127/Put/seqid=0 2024-12-03T18:32:15,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741842_1018 (size=11194) 2024-12-03T18:32:15,166 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 379, reset compression=false 2024-12-03T18:32:15,170 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:32:15,170 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,34701,1733250725318 got entry batch from reader: WALEntryBatch [walEntries=[{test/4de1b1cedce4e7edb569aa91ef7e2c9e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733250734938/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T18:32:15,188 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:32:15,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-03T18:32:15,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.ReplicationSink(318): Replicating [dbb2f849-d1eb-421e-9a40-964e22e68ac8, f069cfd0-e860-4d11-bec4-54db49e7666e] bulk loaded data 2024-12-03T18:32:15,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31ed9218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:15,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,44841,-1 for getting cluster id 2024-12-03T18:32:15,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:15,191 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbb2f849-d1eb-421e-9a40-964e22e68ac8' 2024-12-03T18:32:15,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:15,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbb2f849-d1eb-421e-9a40-964e22e68ac8" 2024-12-03T18:32:15,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b557d21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:15,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,44841,-1] 2024-12-03T18:32:15,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:15,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:15,192 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:15,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ce25381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:15,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741842_1018 (size=7894) 2024-12-03T18:32:15,291 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 687, reset compression=false 2024-12-03T18:32:15,371 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 725, reset compression=false 2024-12-03T18:32:15,546 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733250735545/Put/seqid=0 2024-12-03T18:32:15,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741843_1019 (size=10791) 2024-12-03T18:32:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741843_1019 (size=7691) 2024-12-03T18:32:15,676 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 725, reset compression=false 2024-12-03T18:32:15,795 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 687, reset compression=false 2024-12-03T18:32:15,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360aa862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:15,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38271,-1 for getting cluster id 2024-12-03T18:32:15,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:15,962 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f069cfd0-e860-4d11-bec4-54db49e7666e' 2024-12-03T18:32:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f069cfd0-e860-4d11-bec4-54db49e7666e" 2024-12-03T18:32:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422c6047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38271,-1] 2024-12-03T18:32:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:15,963 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:15,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f85bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:15,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,34701,1733250725318, seqNum=-1] 2024-12-03T18:32:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:15,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:15,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@227fc7a 2024-12-03T18:32:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:15,974 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:15,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e., hostname=5cd6afc4bcac,34701,1733250725318, seqNum=2] 2024-12-03T18:32:15,979 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:32:15,983 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T18:32:15,985 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T18:32:15,988 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 4de1b1cedce4e7edb569aa91ef7e2c9e/f 2024-12-03T18:32:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T18:32:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:32:15,991 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 4de1b1cedce4e7edb569aa91ef7e2c9e/f 2024-12-03T18:32:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T18:32:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:32:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HRegion(2603): Flush status journal for 4de1b1cedce4e7edb569aa91ef7e2c9e: 2024-12-03T18:32:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins__test__fegt8fj6jdhqf7bijjdnda71msaf8452iilppvmpoom3t8o8ao91n947fmbqgnpf/f/hfile_1 2024-12-03T18:32:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins__test__fegt8fj6jdhqf7bijjdnda71msaf8452iilppvmpoom3t8o8ao91n947fmbqgnpf/f/hfile_1 as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/95fe8a3cba5e41de932e857d3e433184_SeqId_6_ 2024-12-03T18:32:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins__test__fegt8fj6jdhqf7bijjdnda71msaf8452iilppvmpoom3t8o8ao91n947fmbqgnpf/f/hfile_0 2024-12-03T18:32:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins__test__fegt8fj6jdhqf7bijjdnda71msaf8452iilppvmpoom3t8o8ao91n947fmbqgnpf/f/hfile_0 as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_ 2024-12-03T18:32:16,000 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins__test__fegt8fj6jdhqf7bijjdnda71msaf8452iilppvmpoom3t8o8ao91n947fmbqgnpf/f/hfile_1 into 4de1b1cedce4e7edb569aa91ef7e2c9e/f as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/95fe8a3cba5e41de932e857d3e433184_SeqId_6_ - updating store file list. 2024-12-03T18:32:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 95fe8a3cba5e41de932e857d3e433184_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T18:32:16,004 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/95fe8a3cba5e41de932e857d3e433184_SeqId_6_ into 4de1b1cedce4e7edb569aa91ef7e2c9e/f 2024-12-03T18:32:16,004 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins__test__fegt8fj6jdhqf7bijjdnda71msaf8452iilppvmpoom3t8o8ao91n947fmbqgnpf/f/hfile_1 into 4de1b1cedce4e7edb569aa91ef7e2c9e/f (new location: hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/95fe8a3cba5e41de932e857d3e433184_SeqId_6_) 2024-12-03T18:32:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins__test__fegt8fj6jdhqf7bijjdnda71msaf8452iilppvmpoom3t8o8ao91n947fmbqgnpf/f/hfile_1 2024-12-03T18:32:16,005 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins__test__fegt8fj6jdhqf7bijjdnda71msaf8452iilppvmpoom3t8o8ao91n947fmbqgnpf/f/hfile_0 into 4de1b1cedce4e7edb569aa91ef7e2c9e/f as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_ - updating store file list. 2024-12-03T18:32:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T18:32:16,008 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_ into 4de1b1cedce4e7edb569aa91ef7e2c9e/f 2024-12-03T18:32:16,008 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins__test__fegt8fj6jdhqf7bijjdnda71msaf8452iilppvmpoom3t8o8ao91n947fmbqgnpf/f/hfile_0 into 4de1b1cedce4e7edb569aa91ef7e2c9e/f (new location: hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/f/1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_) 2024-12-03T18:32:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/staging/jenkins__test__fegt8fj6jdhqf7bijjdnda71msaf8452iilppvmpoom3t8o8ao91n947fmbqgnpf/f/hfile_0 2024-12-03T18:32:16,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:16,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:16,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:16,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e., hostname=5cd6afc4bcac,34701,1733250725318, seqNum=2 , the old value is region=test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e., hostname=5cd6afc4bcac,34701,1733250725318, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5cd6afc4bcac:34701 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T18:32:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e., hostname=5cd6afc4bcac,34701,1733250725318, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T18:32:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e., hostname=5cd6afc4bcac,34701,1733250725318, seqNum=2 from cache 2024-12-03T18:32:16,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:16,011 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T18:32:16,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,38229,1733250719644, seqNum=-1] 2024-12-03T18:32:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:16,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:16,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b., hostname=5cd6afc4bcac,38229,1733250719644, seqNum=2] 2024-12-03T18:32:16,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:16,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,44841,1733250719077 2024-12-03T18:32:16,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c3f94cd 2024-12-03T18:32:16,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:16,020 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T18:32:16,021 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T18:32:16,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:32:16,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,38229,1733250719644, seqNum=-1] 2024-12-03T18:32:16,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:16,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T18:32:16,031 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__6q4iqpj6hcn1qk5issnahigj8bdvn21bvd3oeee4398oj8iu6m3jkm1kjo90lrlm/f/3ce49ef1e5d54c2595c54ef39d255331_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T18:32:16,034 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__6q4iqpj6hcn1qk5issnahigj8bdvn21bvd3oeee4398oj8iu6m3jkm1kjo90lrlm/f/e1e93219462e458e976628749a4a96c3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T18:32:16,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.ReplicationSink(324): Finished replicating [dbb2f849-d1eb-421e-9a40-964e22e68ac8, f069cfd0-e860-4d11-bec4-54db49e7666e] bulk loaded data 2024-12-03T18:32:16,080 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 725, reset compression=false 2024-12-03T18:32:16,085 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:32:16,085 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,34701,1733250725318 got entry batch from reader: WALEntryBatch [walEntries=[{test/4de1b1cedce4e7edb569aa91ef7e2c9e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733250736008/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T18:32:16,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.ReplicationSink(318): Replicating [f069cfd0-e860-4d11-bec4-54db49e7666e] bulk loaded data 2024-12-03T18:32:16,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741844_1020 (size=10791) 2024-12-03T18:32:16,120 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:34701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T18:32:16,285 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 1033, reset compression=false 2024-12-03T18:32:16,398 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 687, reset compression=false 2024-12-03T18:32:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741845_1021 (size=11194) 2024-12-03T18:32:16,593 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 1033, reset compression=false 2024-12-03T18:32:16,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:32:16,931 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__us7od6v42mbb4cggnq3pmmm7jjd1b9l5ctd3urgtaud6cvqeani4i5l2aa75v4qd/f/1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-03T18:32:16,933 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__us7od6v42mbb4cggnq3pmmm7jjd1b9l5ctd3urgtaud6cvqeani4i5l2aa75v4qd/f/95fe8a3cba5e41de932e857d3e433184_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-03T18:32:16,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__us7od6v42mbb4cggnq3pmmm7jjd1b9l5ctd3urgtaud6cvqeani4i5l2aa75v4qd/f/1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_ for inclusion in b4c8e8cf08d8e5c6b2bb5f943619cd9b/f 2024-12-03T18:32:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T18:32:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:32:16,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__us7od6v42mbb4cggnq3pmmm7jjd1b9l5ctd3urgtaud6cvqeani4i5l2aa75v4qd/f/95fe8a3cba5e41de932e857d3e433184_SeqId_6_ for inclusion in b4c8e8cf08d8e5c6b2bb5f943619cd9b/f 2024-12-03T18:32:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T18:32:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:32:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HRegion(2603): Flush status journal for b4c8e8cf08d8e5c6b2bb5f943619cd9b: 2024-12-03T18:32:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T18:32:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__us7od6v42mbb4cggnq3pmmm7jjd1b9l5ctd3urgtaud6cvqeani4i5l2aa75v4qd/f/1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_ as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/34ee1c5225604452a26a31c84e149f3f_SeqId_6_ 2024-12-03T18:32:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 95fe8a3cba5e41de932e857d3e433184_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T18:32:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__us7od6v42mbb4cggnq3pmmm7jjd1b9l5ctd3urgtaud6cvqeani4i5l2aa75v4qd/f/95fe8a3cba5e41de932e857d3e433184_SeqId_6_ as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/b2cc610a94b84237a8754aeb1e5d71f7_SeqId_6_ 2024-12-03T18:32:16,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__us7od6v42mbb4cggnq3pmmm7jjd1b9l5ctd3urgtaud6cvqeani4i5l2aa75v4qd/f/1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_ into b4c8e8cf08d8e5c6b2bb5f943619cd9b/f as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/34ee1c5225604452a26a31c84e149f3f_SeqId_6_ - updating store file list. 2024-12-03T18:32:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34ee1c5225604452a26a31c84e149f3f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T18:32:16,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/34ee1c5225604452a26a31c84e149f3f_SeqId_6_ into b4c8e8cf08d8e5c6b2bb5f943619cd9b/f 2024-12-03T18:32:16,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__us7od6v42mbb4cggnq3pmmm7jjd1b9l5ctd3urgtaud6cvqeani4i5l2aa75v4qd/f/1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_ into b4c8e8cf08d8e5c6b2bb5f943619cd9b/f (new location: hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/34ee1c5225604452a26a31c84e149f3f_SeqId_6_) 2024-12-03T18:32:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__us7od6v42mbb4cggnq3pmmm7jjd1b9l5ctd3urgtaud6cvqeani4i5l2aa75v4qd/f/1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_ 2024-12-03T18:32:16,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__us7od6v42mbb4cggnq3pmmm7jjd1b9l5ctd3urgtaud6cvqeani4i5l2aa75v4qd/f/95fe8a3cba5e41de932e857d3e433184_SeqId_6_ into b4c8e8cf08d8e5c6b2bb5f943619cd9b/f as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/b2cc610a94b84237a8754aeb1e5d71f7_SeqId_6_ - updating store file list. 2024-12-03T18:32:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2cc610a94b84237a8754aeb1e5d71f7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T18:32:16,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/b2cc610a94b84237a8754aeb1e5d71f7_SeqId_6_ into b4c8e8cf08d8e5c6b2bb5f943619cd9b/f 2024-12-03T18:32:16,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__us7od6v42mbb4cggnq3pmmm7jjd1b9l5ctd3urgtaud6cvqeani4i5l2aa75v4qd/f/95fe8a3cba5e41de932e857d3e433184_SeqId_6_ into b4c8e8cf08d8e5c6b2bb5f943619cd9b/f (new location: hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/f/b2cc610a94b84237a8754aeb1e5d71f7_SeqId_6_) 2024-12-03T18:32:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/staging/jenkins.hfs.10__test__us7od6v42mbb4cggnq3pmmm7jjd1b9l5ctd3urgtaud6cvqeani4i5l2aa75v4qd/f/95fe8a3cba5e41de932e857d3e433184_SeqId_6_ 2024-12-03T18:32:16,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38229 {}] regionserver.ReplicationSink(324): Finished replicating [f069cfd0-e860-4d11-bec4-54db49e7666e] bulk loaded data 2024-12-03T18:32:17,029 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 1033, reset compression=false 2024-12-03T18:32:17,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:32:17,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:17,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:17,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:17,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:17,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:17,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:32:17,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=398879298, stopped=false 2024-12-03T18:32:17,040 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,38271,1733250725066 2024-12-03T18:32:17,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1547378865/running 2024-12-03T18:32:17,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:17,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Set watcher on znode that does not yet exist, /1547378865/running 2024-12-03T18:32:17,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1547378865/running 2024-12-03T18:32:17,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:17,061 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:32:17,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:17,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:17,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:17,061 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,34701,1733250725318' ***** 2024-12-03T18:32:17,061 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:32:17,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Set watcher on znode that does not yet exist, /1547378865/running 2024-12-03T18:32:17,062 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:32:17,062 INFO [RS:0;5cd6afc4bcac:34701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:32:17,062 INFO [RS:0;5cd6afc4bcac:34701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:32:17,062 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e21a092ebf9f9e7094cb5ffa11207fe 2024-12-03T18:32:17,062 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:32:17,062 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(3091): Received CLOSE for 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:17,062 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:17,062 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:32:17,063 INFO [RS:0;5cd6afc4bcac:34701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:34701. 2024-12-03T18:32:17,063 DEBUG [RS:0;5cd6afc4bcac:34701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:17,063 DEBUG [RS:0;5cd6afc4bcac:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:17,063 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e21a092ebf9f9e7094cb5ffa11207fe, disabling compactions & flushes 2024-12-03T18:32:17,063 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. 2024-12-03T18:32:17,063 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:32:17,063 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. 2024-12-03T18:32:17,063 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:32:17,063 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:32:17,063 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. after waiting 0 ms 2024-12-03T18:32:17,063 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. 2024-12-03T18:32:17,063 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:32:17,063 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2e21a092ebf9f9e7094cb5ffa11207fe 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-03T18:32:17,070 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T18:32:17,071 DEBUG [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1325): Online Regions={2e21a092ebf9f9e7094cb5ffa11207fe=hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe., 1588230740=hbase:meta,,1.1588230740, 4de1b1cedce4e7edb569aa91ef7e2c9e=test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e.} 2024-12-03T18:32:17,071 DEBUG [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e21a092ebf9f9e7094cb5ffa11207fe, 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:17,071 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:32:17,071 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:32:17,071 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:32:17,071 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:32:17,071 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:32:17,071 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T18:32:17,104 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 687, reset compression=false 2024-12-03T18:32:17,107 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe/.tmp/hfileref/39ddda37c4c64f83bb5a4f37af38c2e9 is 74, key is 1/hfileref:1af8ac3f4ba74492b9235f2551e1d824_SeqId_6_/1733250736966/DeleteColumn/seqid=0 2024-12-03T18:32:17,112 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/.tmp/info/763530f7aa0d4f3c8296041da6e0da6a is 147, key is hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe./info:regioninfo/1733250733348/Put/seqid=0 2024-12-03T18:32:17,127 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:32:17,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741844_1020 (size=5345) 2024-12-03T18:32:17,148 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:32:17,149 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,38229,1733250719644 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733250736963/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T18:32:17,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5cd6afc4bcac,34701,1733250725318 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T18:32:17,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:35502 deadline: 1733250797149, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5cd6afc4bcac,34701,1733250725318 stopping 2024-12-03T18:32:17,154 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5cd6afc4bcac,34701,1733250725318 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:32:17,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741845_1021 (size=7686) 2024-12-03T18:32:17,158 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/.tmp/info/763530f7aa0d4f3c8296041da6e0da6a 2024-12-03T18:32:17,176 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/.tmp/ns/ef23bddd8a8841a490cbebee70cdb419 is 43, key is default/ns:d/1733250727965/Put/seqid=0 2024-12-03T18:32:17,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741846_1022 (size=5153) 2024-12-03T18:32:17,184 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/.tmp/ns/ef23bddd8a8841a490cbebee70cdb419 2024-12-03T18:32:17,210 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/.tmp/rep_barrier/fa7b75fbdfc24db7ace18e4e99674f8c is 112, key is test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e./rep_barrier:seqnumDuringOpen/1733250730366/Put/seqid=0 2024-12-03T18:32:17,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741847_1023 (size=5518) 2024-12-03T18:32:17,228 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/.tmp/rep_barrier/fa7b75fbdfc24db7ace18e4e99674f8c 2024-12-03T18:32:17,252 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/.tmp/table/0c4756c2afb741b2913198e29a06cba2 is 53, key is hbase:replication/table:state/1733250733371/Put/seqid=0 2024-12-03T18:32:17,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741848_1024 (size=5308) 2024-12-03T18:32:17,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5cd6afc4bcac,34701,1733250725318 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T18:32:17,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:35502 deadline: 1733250797257, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5cd6afc4bcac,34701,1733250725318 stopping 2024-12-03T18:32:17,258 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5cd6afc4bcac,34701,1733250725318 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:32:17,271 DEBUG [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e21a092ebf9f9e7094cb5ffa11207fe, 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:17,349 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 1033, reset compression=false 2024-12-03T18:32:17,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5cd6afc4bcac,34701,1733250725318 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T18:32:17,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:35502 deadline: 1733250797461, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5cd6afc4bcac,34701,1733250725318 stopping 2024-12-03T18:32:17,462 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5cd6afc4bcac,34701,1733250725318 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:32:17,471 DEBUG [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e21a092ebf9f9e7094cb5ffa11207fe, 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:17,536 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 1033, reset compression=false 2024-12-03T18:32:17,543 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe/.tmp/hfileref/39ddda37c4c64f83bb5a4f37af38c2e9 2024-12-03T18:32:17,566 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe/.tmp/queue/19e0259f805e4add90eb6e66e2eb6ebc is 154, key is 1-5cd6afc4bcac,34701,1733250725318/queue:5cd6afc4bcac%2C34701%2C1733250725318/1733250736968/Put/seqid=0 2024-12-03T18:32:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741849_1025 (size=5353) 2024-12-03T18:32:17,654 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 1033, reset compression=false 2024-12-03T18:32:17,656 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/.tmp/table/0c4756c2afb741b2913198e29a06cba2 2024-12-03T18:32:17,661 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/.tmp/info/763530f7aa0d4f3c8296041da6e0da6a as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/info/763530f7aa0d4f3c8296041da6e0da6a 2024-12-03T18:32:17,665 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/info/763530f7aa0d4f3c8296041da6e0da6a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T18:32:17,665 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/.tmp/ns/ef23bddd8a8841a490cbebee70cdb419 as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/ns/ef23bddd8a8841a490cbebee70cdb419 2024-12-03T18:32:17,670 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/ns/ef23bddd8a8841a490cbebee70cdb419, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T18:32:17,671 DEBUG [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e21a092ebf9f9e7094cb5ffa11207fe, 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:17,672 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/.tmp/rep_barrier/fa7b75fbdfc24db7ace18e4e99674f8c as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/rep_barrier/fa7b75fbdfc24db7ace18e4e99674f8c 2024-12-03T18:32:17,679 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/rep_barrier/fa7b75fbdfc24db7ace18e4e99674f8c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T18:32:17,680 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/.tmp/table/0c4756c2afb741b2913198e29a06cba2 as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/table/0c4756c2afb741b2913198e29a06cba2 2024-12-03T18:32:17,692 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/table/0c4756c2afb741b2913198e29a06cba2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T18:32:17,693 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 622ms, sequenceid=16, compaction requested=false 2024-12-03T18:32:17,699 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T18:32:17,699 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:17,699 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:32:17,699 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:32:17,699 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250737071Running coprocessor pre-close hooks at 1733250737071Disabling compacts and flushes for region at 1733250737071Disabling writes for close at 1733250737071Obtaining lock to block concurrent updates at 1733250737071Preparing flush snapshotting stores in 1588230740 at 1733250737071Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733250737072 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733250737073 (+1 ms)Flushing 1588230740/info: creating writer at 1733250737073Flushing 1588230740/info: appending metadata at 1733250737112 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733250737112Flushing 1588230740/ns: creating writer at 1733250737163 (+51 ms)Flushing 1588230740/ns: appending metadata at 1733250737176 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733250737176Flushing 1588230740/rep_barrier: creating writer at 1733250737195 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250737210 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250737210Flushing 1588230740/table: creating writer at 1733250737232 (+22 ms)Flushing 1588230740/table: appending metadata at 1733250737251 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733250737251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d79337c: reopening flushed file at 1733250737660 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eab1487: reopening flushed file at 1733250737665 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615701cc: reopening flushed file at 1733250737670 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f7d97a0: reopening flushed file at 1733250737679 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 622ms, sequenceid=16, compaction requested=false at 1733250737693 (+14 ms)Writing region close event to WAL at 1733250737696 (+3 ms)Running coprocessor post-close hooks at 1733250737699 (+3 ms)Closed at 1733250737699 2024-12-03T18:32:17,699 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:32:17,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5cd6afc4bcac,34701,1733250725318 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T18:32:17,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:35502 deadline: 1733250797765, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5cd6afc4bcac,34701,1733250725318 stopping 2024-12-03T18:32:17,766 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5cd6afc4bcac,34701,1733250725318 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:32:17,872 DEBUG [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1351): Waiting on 2e21a092ebf9f9e7094cb5ffa11207fe, 4de1b1cedce4e7edb569aa91ef7e2c9e 2024-12-03T18:32:17,903 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:32:17,903 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:32:17,977 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe/.tmp/queue/19e0259f805e4add90eb6e66e2eb6ebc 2024-12-03T18:32:17,983 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe/.tmp/hfileref/39ddda37c4c64f83bb5a4f37af38c2e9 as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe/hfileref/39ddda37c4c64f83bb5a4f37af38c2e9 2024-12-03T18:32:17,987 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe/hfileref/39ddda37c4c64f83bb5a4f37af38c2e9, entries=4, sequenceid=12, filesize=5.2 K 2024-12-03T18:32:17,988 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe/.tmp/queue/19e0259f805e4add90eb6e66e2eb6ebc as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe/queue/19e0259f805e4add90eb6e66e2eb6ebc 2024-12-03T18:32:17,992 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe/queue/19e0259f805e4add90eb6e66e2eb6ebc, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T18:32:17,993 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 2e21a092ebf9f9e7094cb5ffa11207fe in 930ms, sequenceid=12, compaction requested=false 2024-12-03T18:32:17,998 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/hbase/replication/2e21a092ebf9f9e7094cb5ffa11207fe/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T18:32:17,998 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:17,998 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:32:17,998 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. 2024-12-03T18:32:17,998 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e21a092ebf9f9e7094cb5ffa11207fe: Waiting for close lock at 1733250737063Running coprocessor pre-close hooks at 1733250737063Disabling compacts and flushes for region at 1733250737063Disabling writes for close at 1733250737063Obtaining lock to block concurrent updates at 1733250737063Preparing flush snapshotting stores in 2e21a092ebf9f9e7094cb5ffa11207fe at 1733250737063Finished memstore snapshotting hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733250737063Flushing stores of hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. at 1733250737064 (+1 ms)Flushing 2e21a092ebf9f9e7094cb5ffa11207fe/hfileref: creating writer at 1733250737064Flushing 2e21a092ebf9f9e7094cb5ffa11207fe/hfileref: appending metadata at 1733250737106 (+42 ms)Flushing 2e21a092ebf9f9e7094cb5ffa11207fe/hfileref: closing flushed file at 1733250737106Flushing 2e21a092ebf9f9e7094cb5ffa11207fe/queue: creating writer at 1733250737547 (+441 ms)Flushing 2e21a092ebf9f9e7094cb5ffa11207fe/queue: appending metadata at 1733250737565 (+18 ms)Flushing 2e21a092ebf9f9e7094cb5ffa11207fe/queue: closing flushed file at 1733250737565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4638fa68: reopening flushed file at 1733250737982 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34cad82d: reopening flushed file at 1733250737987 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 2e21a092ebf9f9e7094cb5ffa11207fe in 930ms, sequenceid=12, compaction requested=false at 1733250737993 (+6 ms)Writing region close event to WAL at 1733250737995 (+2 ms)Running coprocessor post-close hooks at 1733250737998 (+3 ms)Closed at 1733250737998 2024-12-03T18:32:17,999 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250732839.2e21a092ebf9f9e7094cb5ffa11207fe. 2024-12-03T18:32:17,999 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4de1b1cedce4e7edb569aa91ef7e2c9e, disabling compactions & flushes 2024-12-03T18:32:17,999 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. 2024-12-03T18:32:17,999 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. 2024-12-03T18:32:17,999 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. after waiting 0 ms 2024-12-03T18:32:17,999 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. 2024-12-03T18:32:18,002 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/data/default/test/4de1b1cedce4e7edb569aa91ef7e2c9e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T18:32:18,003 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:18,003 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:32:18,003 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. 2024-12-03T18:32:18,003 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4de1b1cedce4e7edb569aa91ef7e2c9e: Waiting for close lock at 1733250737999Running coprocessor pre-close hooks at 1733250737999Disabling compacts and flushes for region at 1733250737999Disabling writes for close at 1733250737999Writing region close event to WAL at 1733250737999Running coprocessor post-close hooks at 1733250738003 (+4 ms)Closed at 1733250738003 2024-12-03T18:32:18,003 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250729378.4de1b1cedce4e7edb569aa91ef7e2c9e. 2024-12-03T18:32:18,058 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 1033, reset compression=false 2024-12-03T18:32:18,072 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,34701,1733250725318; all regions closed. 2024-12-03T18:32:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741834_1010 (size=4239) 2024-12-03T18:32:18,074 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.meta.1733250727743.meta not finished, retry = 0 2024-12-03T18:32:18,139 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 1033, reset compression=false 2024-12-03T18:32:18,143 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:18,143 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 1328, reset compression=false 2024-12-03T18:32:18,143 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,34701,1733250725318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:32:18,144 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5cd6afc4bcac,34701,1733250725318: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5cd6afc4bcac,34701,1733250725318, walGroup=5cd6afc4bcac%2C34701%2C1733250725318, offset=5cd6afc4bcac%2C34701%2C1733250725318.1733250727097:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:34701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T18:32:18,145 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T18:32:18,145 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T18:32:18,146 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T18:32:18,146 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T18:32:18,146 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T18:32:18,146 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 580758568 }, "NonHeapMemoryUsage": { "committed": 190840832, "init": 7667712, "max": -1, "used": 187918400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T18:32:18,149 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T18:32:18,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5cd6afc4bcac,34701,1733250725318 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:32:18,169 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5cd6afc4bcac,34701,1733250725318 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:32:18,177 DEBUG [RS:0;5cd6afc4bcac:34701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/oldWALs 2024-12-03T18:32:18,177 INFO [RS:0;5cd6afc4bcac:34701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C34701%2C1733250725318.meta:.meta(num 1733250727743) 2024-12-03T18:32:18,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741839_1015 (size=3127) 2024-12-03T18:32:18,179 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.rep.1733250733305 not finished, retry = 0 2024-12-03T18:32:18,281 DEBUG [RS:0;5cd6afc4bcac:34701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/oldWALs 2024-12-03T18:32:18,281 INFO [RS:0;5cd6afc4bcac:34701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C34701%2C1733250725318.rep:(num 1733250733305) 2024-12-03T18:32:18,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741832_1008 (size=1336) 2024-12-03T18:32:18,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 not finished, retry = 0 2024-12-03T18:32:18,349 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 to pos 1328, reset compression=false 2024-12-03T18:32:18,385 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/WALs/5cd6afc4bcac,34701,1733250725318/5cd6afc4bcac%2C34701%2C1733250725318.1733250727097 2024-12-03T18:32:18,385 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T18:32:18,385 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T18:32:18,387 DEBUG [RS:0;5cd6afc4bcac:34701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/oldWALs 2024-12-03T18:32:18,387 INFO [RS:0;5cd6afc4bcac:34701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C34701%2C1733250725318:(num 1733250727097) 2024-12-03T18:32:18,387 DEBUG [RS:0;5cd6afc4bcac:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:18,387 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:32:18,387 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:32:18,387 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:32:18,387 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:32:18,388 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,34701,1733250725318 because: Region server is closing 2024-12-03T18:32:18,388 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:32:18,388 INFO [RS:0;5cd6afc4bcac:34701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:34701. 2024-12-03T18:32:18,388 DEBUG [RS:0;5cd6afc4bcac:34701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:18,388 DEBUG [RS:0;5cd6afc4bcac:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:18,388 DEBUG [RS:0;5cd6afc4bcac:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:18,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:18,488 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.shipper5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 terminated 2024-12-03T18:32:18,488 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,34701,1733250725318.replicationSource.wal-reader.5cd6afc4bcac%2C34701%2C1733250725318,1-5cd6afc4bcac,34701,1733250725318 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-03T18:32:18,489 INFO [RS:0;5cd6afc4bcac:34701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:34701. 2024-12-03T18:32:18,489 DEBUG [RS:0;5cd6afc4bcac:34701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:18,489 DEBUG [RS:0;5cd6afc4bcac:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:18,489 DEBUG [RS:0;5cd6afc4bcac:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:18,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:18,489 INFO [RS:0;5cd6afc4bcac:34701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34701 2024-12-03T18:32:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1547378865/rs/5cd6afc4bcac,34701,1733250725318 2024-12-03T18:32:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865/rs 2024-12-03T18:32:18,513 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:32:18,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,34701,1733250725318] 2024-12-03T18:32:18,532 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1547378865/draining/5cd6afc4bcac,34701,1733250725318 already deleted, retry=false 2024-12-03T18:32:18,532 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,34701,1733250725318 expired; onlineServers=0 2024-12-03T18:32:18,532 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,38271,1733250725066' ***** 2024-12-03T18:32:18,532 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:32:18,532 INFO [M:0;5cd6afc4bcac:38271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:32:18,532 INFO [M:0;5cd6afc4bcac:38271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:32:18,532 DEBUG [M:0;5cd6afc4bcac:38271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:32:18,532 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:32:18,532 DEBUG [M:0;5cd6afc4bcac:38271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:32:18,532 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250726777 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250726777,5,FailOnTimeoutGroup] 2024-12-03T18:32:18,532 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250726779 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250726779,5,FailOnTimeoutGroup] 2024-12-03T18:32:18,532 INFO [M:0;5cd6afc4bcac:38271 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:32:18,532 INFO [M:0;5cd6afc4bcac:38271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:32:18,532 DEBUG [M:0;5cd6afc4bcac:38271 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:32:18,532 INFO [M:0;5cd6afc4bcac:38271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:32:18,533 INFO [M:0;5cd6afc4bcac:38271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:32:18,533 INFO [M:0;5cd6afc4bcac:38271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:32:18,533 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:32:18,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1547378865/master 2024-12-03T18:32:18,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1547378865 2024-12-03T18:32:18,540 DEBUG [M:0;5cd6afc4bcac:38271 {}] zookeeper.ZKUtil(347): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Unable to get data of znode /1547378865/master because node does not exist (not an error) 2024-12-03T18:32:18,540 WARN [M:0;5cd6afc4bcac:38271 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:32:18,541 INFO [M:0;5cd6afc4bcac:38271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/.lastflushedseqids 2024-12-03T18:32:18,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741850_1026 (size=263) 2024-12-03T18:32:18,561 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 1033, reset compression=false 2024-12-03T18:32:18,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:18,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1019dc0a28b0004, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:18,624 INFO [RS:0;5cd6afc4bcac:34701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:32:18,624 INFO [RS:0;5cd6afc4bcac:34701 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,34701,1733250725318; zookeeper connection closed. 2024-12-03T18:32:18,624 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9d6d833 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9d6d833 2024-12-03T18:32:18,624 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:32:18,673 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5cd6afc4bcac:34701 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5cd6afc4bcac/172.17.0.3:34701 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:32:18,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5cd6afc4bcac:34701 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5cd6afc4bcac/172.17.0.3:34701 2024-12-03T18:32:18,674 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=5cd6afc4bcac:34701 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5cd6afc4bcac/172.17.0.3:34701 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5cd6afc4bcac/172.17.0.3:34701 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-03T18:32:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T18:32:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:48560 deadline: 1733250798676, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T18:32:18,678 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T18:32:18,678 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T18:32:18,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:32:18,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:18,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:18,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:18,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:18,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:18,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:18,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:18,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:18,945 INFO [M:0;5cd6afc4bcac:38271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:32:18,945 INFO [M:0;5cd6afc4bcac:38271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:32:18,946 DEBUG [M:0;5cd6afc4bcac:38271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:32:18,946 INFO [M:0;5cd6afc4bcac:38271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:18,946 DEBUG [M:0;5cd6afc4bcac:38271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:18,946 DEBUG [M:0;5cd6afc4bcac:38271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:32:18,946 DEBUG [M:0;5cd6afc4bcac:38271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:18,946 INFO [M:0;5cd6afc4bcac:38271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T18:32:18,963 DEBUG [M:0;5cd6afc4bcac:38271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/614ecfbb43b74698b46fccee64648b7b is 82, key is hbase:meta,,1/info:regioninfo/1733250727878/Put/seqid=0 2024-12-03T18:32:18,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741851_1027 (size=5672) 2024-12-03T18:32:19,164 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 1033, reset compression=false 2024-12-03T18:32:19,279 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T18:32:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T18:32:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38271 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:48560 deadline: 1733250799280, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T18:32:19,281 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T18:32:19,281 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T18:32:19,281 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T18:32:19,368 INFO [M:0;5cd6afc4bcac:38271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/614ecfbb43b74698b46fccee64648b7b 2024-12-03T18:32:19,394 DEBUG [M:0;5cd6afc4bcac:38271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aac8d0235c434b6188098f11a5085ba4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733250733375/Put/seqid=0 2024-12-03T18:32:19,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741852_1028 (size=8517) 2024-12-03T18:32:19,413 INFO [M:0;5cd6afc4bcac:38271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aac8d0235c434b6188098f11a5085ba4 2024-12-03T18:32:19,465 DEBUG [M:0;5cd6afc4bcac:38271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01182d7256554f46bd6b837688c17a18 is 69, key is 5cd6afc4bcac,34701,1733250725318/rs:state/1733250726792/Put/seqid=0 2024-12-03T18:32:19,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741853_1029 (size=5156) 2024-12-03T18:32:19,478 INFO [M:0;5cd6afc4bcac:38271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01182d7256554f46bd6b837688c17a18 2024-12-03T18:32:19,489 DEBUG [M:0;5cd6afc4bcac:38271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/614ecfbb43b74698b46fccee64648b7b as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/614ecfbb43b74698b46fccee64648b7b 2024-12-03T18:32:19,498 INFO [M:0;5cd6afc4bcac:38271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/614ecfbb43b74698b46fccee64648b7b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T18:32:19,499 DEBUG [M:0;5cd6afc4bcac:38271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aac8d0235c434b6188098f11a5085ba4 as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aac8d0235c434b6188098f11a5085ba4 2024-12-03T18:32:19,505 INFO [M:0;5cd6afc4bcac:38271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aac8d0235c434b6188098f11a5085ba4, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T18:32:19,506 DEBUG [M:0;5cd6afc4bcac:38271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01182d7256554f46bd6b837688c17a18 as hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01182d7256554f46bd6b837688c17a18 2024-12-03T18:32:19,511 INFO [M:0;5cd6afc4bcac:38271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44741/user/jenkins/test-data/2a66fab4-600b-5868-e093-527c79a6dd8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01182d7256554f46bd6b837688c17a18, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T18:32:19,512 INFO [M:0;5cd6afc4bcac:38271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=97, compaction requested=false 2024-12-03T18:32:19,515 INFO [M:0;5cd6afc4bcac:38271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:19,515 DEBUG [M:0;5cd6afc4bcac:38271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250738945Disabling compacts and flushes for region at 1733250738945Disabling writes for close at 1733250738946 (+1 ms)Obtaining lock to block concurrent updates at 1733250738946Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250738946Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733250738946Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250738947 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250738947Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250738963 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250738963Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250739373 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250739394 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250739394Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250739420 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250739465 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250739465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57de48e9: reopening flushed file at 1733250739489 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be7a9a1: reopening flushed file at 1733250739498 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f24dd3: reopening flushed file at 1733250739505 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=97, compaction requested=false at 1733250739512 (+7 ms)Writing region close event to WAL at 1733250739515 (+3 ms)Closed at 1733250739515 2024-12-03T18:32:19,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741830_1006 (size=63666) 2024-12-03T18:32:19,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:32:19,535 INFO [M:0;5cd6afc4bcac:38271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:32:19,535 INFO [M:0;5cd6afc4bcac:38271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38271 2024-12-03T18:32:19,539 INFO [M:0;5cd6afc4bcac:38271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:32:19,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:19,648 INFO [M:0;5cd6afc4bcac:38271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:32:19,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38271-0x1019dc0a28b0003, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:19,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26a0d277{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:32:19,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@722b7412{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:32:19,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:32:19,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41632f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:32:19,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@596ea19b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/hadoop.log.dir/,STOPPED} 2024-12-03T18:32:19,656 WARN [BP-1886961486-172.17.0.3-1733250722055 heartbeating to localhost/127.0.0.1:44741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:32:19,656 WARN [BP-1886961486-172.17.0.3-1733250722055 heartbeating to localhost/127.0.0.1:44741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1886961486-172.17.0.3-1733250722055 (Datanode Uuid 9c7c8dfe-ae04-4aa2-844d-18ec62e47765) service to localhost/127.0.0.1:44741 2024-12-03T18:32:19,656 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/cluster_a25344c5-820b-896e-c944-b71e8fa33ee4/data/data1/current/BP-1886961486-172.17.0.3-1733250722055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:32:19,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/cluster_a25344c5-820b-896e-c944-b71e8fa33ee4/data/data2/current/BP-1886961486-172.17.0.3-1733250722055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:32:19,657 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:32:19,657 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:32:19,657 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:32:19,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66aa4621{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:32:19,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f55d4f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:32:19,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:32:19,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38940895{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:32:19,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b9f2e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/hadoop.log.dir/,STOPPED} 2024-12-03T18:32:19,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:32:19,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:32:19,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:19,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:19,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:19,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:19,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:19,686 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:32:19,686 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=982686291, stopped=false 2024-12-03T18:32:19,686 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,44841,1733250719077 2024-12-03T18:32:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751883000/running 2024-12-03T18:32:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751883000/running 2024-12-03T18:32:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:19,700 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:32:19,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:19,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Set watcher on znode that does not yet exist, /01751883000/running 2024-12-03T18:32:19,700 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-03T18:32:19,700 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(3091): Received CLOSE for b4c8e8cf08d8e5c6b2bb5f943619cd9b 2024-12-03T18:32:19,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:19,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:19,701 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,38229,1733250719644' ***** 2024-12-03T18:32:19,701 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:32:19,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Set watcher on znode that does not yet exist, /01751883000/running 2024-12-03T18:32:19,701 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(3091): Received CLOSE for e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:19,701 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4c8e8cf08d8e5c6b2bb5f943619cd9b, disabling compactions & flushes 2024-12-03T18:32:19,701 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. 2024-12-03T18:32:19,701 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. 2024-12-03T18:32:19,701 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. after waiting 0 ms 2024-12-03T18:32:19,701 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. 2024-12-03T18:32:19,703 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:32:19,703 INFO [RS:0;5cd6afc4bcac:38229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:32:19,703 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:32:19,703 INFO [RS:0;5cd6afc4bcac:38229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:32:19,703 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: e54a4b4ae05417f0d36350da2865d8d6, which we are already trying to CLOSE, but not completed yet 2024-12-03T18:32:19,703 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:19,703 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:32:19,703 INFO [RS:0;5cd6afc4bcac:38229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:38229. 2024-12-03T18:32:19,703 DEBUG [RS:0;5cd6afc4bcac:38229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:19,703 DEBUG [RS:0;5cd6afc4bcac:38229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:19,703 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:32:19,703 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:32:19,703 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:32:19,703 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:32:19,704 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T18:32:19,704 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1325): Online Regions={b4c8e8cf08d8e5c6b2bb5f943619cd9b=test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b., 1588230740=hbase:meta,,1.1588230740, e54a4b4ae05417f0d36350da2865d8d6=hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6.} 2024-12-03T18:32:19,704 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4c8e8cf08d8e5c6b2bb5f943619cd9b, e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:19,704 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:32:19,704 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:32:19,704 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:32:19,704 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:32:19,704 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:32:19,705 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T18:32:19,713 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/default/test/b4c8e8cf08d8e5c6b2bb5f943619cd9b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T18:32:19,713 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:19,713 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:32:19,713 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. 2024-12-03T18:32:19,713 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4c8e8cf08d8e5c6b2bb5f943619cd9b: Waiting for close lock at 1733250739701Running coprocessor pre-close hooks at 1733250739701Disabling compacts and flushes for region at 1733250739701Disabling writes for close at 1733250739701Writing region close event to WAL at 1733250739703 (+2 ms)Running coprocessor post-close hooks at 1733250739713 (+10 ms)Closed at 1733250739713 2024-12-03T18:32:19,714 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b. 2024-12-03T18:32:19,714 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e54a4b4ae05417f0d36350da2865d8d6, disabling compactions & flushes 2024-12-03T18:32:19,714 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. 2024-12-03T18:32:19,714 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. 2024-12-03T18:32:19,714 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. after waiting 0 ms 2024-12-03T18:32:19,714 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. 2024-12-03T18:32:19,714 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e54a4b4ae05417f0d36350da2865d8d6 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-03T18:32:19,729 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/.tmp/info/a7f07c4ac53e48a48fb06c4a5f5da9fd is 147, key is hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6./info:regioninfo/1733250731713/Put/seqid=0 2024-12-03T18:32:19,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741846_1022 (size=7686) 2024-12-03T18:32:19,738 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6/.tmp/hfileref/d81e1fd9ed814bfe9d44c67f60c39639 is 74, key is 1/hfileref:34ee1c5225604452a26a31c84e149f3f_SeqId_6_/1733250736949/Put/seqid=0 2024-12-03T18:32:19,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741847_1023 (size=5345) 2024-12-03T18:32:19,795 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:32:19,868 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 1033, reset compression=false 2024-12-03T18:32:19,871 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:19,872 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 1328, reset compression=false 2024-12-03T18:32:19,904 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:19,982 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T18:32:19,983 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5cd6afc4bcac:38271 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5cd6afc4bcac/172.17.0.3:38271 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:32:19,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5cd6afc4bcac:38271 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5cd6afc4bcac/172.17.0.3:38271 2024-12-03T18:32:20,075 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 1328, reset compression=false 2024-12-03T18:32:20,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:20,090 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5cd6afc4bcac:38271 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5cd6afc4bcac/172.17.0.3:38271 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T18:32:20,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=5cd6afc4bcac:38271 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5cd6afc4bcac/172.17.0.3:38271 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-03T18:32:20,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 5cd6afc4bcac:38271 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5cd6afc4bcac/172.17.0.3:38271 2024-12-03T18:32:20,104 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e54a4b4ae05417f0d36350da2865d8d6 2024-12-03T18:32:20,134 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/.tmp/info/a7f07c4ac53e48a48fb06c4a5f5da9fd 2024-12-03T18:32:20,147 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6/.tmp/hfileref/d81e1fd9ed814bfe9d44c67f60c39639 2024-12-03T18:32:20,165 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/.tmp/ns/310b9cc0cc244173bbd542212b582281 is 43, key is default/ns:d/1733250721925/Put/seqid=0 2024-12-03T18:32:20,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741848_1024 (size=5153) 2024-12-03T18:32:20,181 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6/.tmp/queue/16bcd529dfee4fdfaf74bbc4d5084eeb is 153, key is 1-5cd6afc4bcac,38229,1733250719644/queue:5cd6afc4bcac%2C38229%2C1733250719644/1733250734944/Put/seqid=0 2024-12-03T18:32:20,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741849_1025 (size=5352) 2024-12-03T18:32:20,187 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6/.tmp/queue/16bcd529dfee4fdfaf74bbc4d5084eeb 2024-12-03T18:32:20,191 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6/.tmp/hfileref/d81e1fd9ed814bfe9d44c67f60c39639 as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6/hfileref/d81e1fd9ed814bfe9d44c67f60c39639 2024-12-03T18:32:20,195 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6/hfileref/d81e1fd9ed814bfe9d44c67f60c39639, entries=4, sequenceid=10, filesize=5.2 K 2024-12-03T18:32:20,195 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6/.tmp/queue/16bcd529dfee4fdfaf74bbc4d5084eeb as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6/queue/16bcd529dfee4fdfaf74bbc4d5084eeb 2024-12-03T18:32:20,199 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6/queue/16bcd529dfee4fdfaf74bbc4d5084eeb, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T18:32:20,200 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e54a4b4ae05417f0d36350da2865d8d6 in 486ms, sequenceid=10, compaction requested=false 2024-12-03T18:32:20,200 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T18:32:20,210 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/replication/e54a4b4ae05417f0d36350da2865d8d6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T18:32:20,211 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:20,211 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:32:20,211 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. 2024-12-03T18:32:20,211 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e54a4b4ae05417f0d36350da2865d8d6: Waiting for close lock at 1733250739714Running coprocessor pre-close hooks at 1733250739714Disabling compacts and flushes for region at 1733250739714Disabling writes for close at 1733250739714Obtaining lock to block concurrent updates at 1733250739714Preparing flush snapshotting stores in e54a4b4ae05417f0d36350da2865d8d6 at 1733250739714Finished memstore snapshotting hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733250739714Flushing stores of hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. at 1733250739715 (+1 ms)Flushing e54a4b4ae05417f0d36350da2865d8d6/hfileref: creating writer at 1733250739716 (+1 ms)Flushing e54a4b4ae05417f0d36350da2865d8d6/hfileref: appending metadata at 1733250739737 (+21 ms)Flushing e54a4b4ae05417f0d36350da2865d8d6/hfileref: closing flushed file at 1733250739737Flushing e54a4b4ae05417f0d36350da2865d8d6/queue: creating writer at 1733250740156 (+419 ms)Flushing e54a4b4ae05417f0d36350da2865d8d6/queue: appending metadata at 1733250740181 (+25 ms)Flushing e54a4b4ae05417f0d36350da2865d8d6/queue: closing flushed file at 1733250740181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e288af9: reopening flushed file at 1733250740191 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3efe80: reopening flushed file at 1733250740195 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e54a4b4ae05417f0d36350da2865d8d6 in 486ms, sequenceid=10, compaction requested=false at 1733250740200 (+5 ms)Writing region close event to WAL at 1733250740207 (+7 ms)Running coprocessor post-close hooks at 1733250740211 (+4 ms)Closed at 1733250740211 2024-12-03T18:32:20,211 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250730667.e54a4b4ae05417f0d36350da2865d8d6. 2024-12-03T18:32:20,258 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:32:20,258 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:32:20,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:20,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5cd6afc4bcac:38271 this server is in the failed servers list 2024-12-03T18:32:20,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5cd6afc4bcac:38271 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:20,305 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:32:20,378 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 1328, reset compression=false 2024-12-03T18:32:20,505 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:32:20,577 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/.tmp/ns/310b9cc0cc244173bbd542212b582281 2024-12-03T18:32:20,599 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/.tmp/rep_barrier/38a5f35f940d4a6b9b95c8af7a0c55ef is 112, key is test,,1733250728224.b4c8e8cf08d8e5c6b2bb5f943619cd9b./rep_barrier:seqnumDuringOpen/1733250729214/Put/seqid=0 2024-12-03T18:32:20,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741850_1026 (size=5518) 2024-12-03T18:32:20,609 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:20,610 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5cd6afc4bcac:38271 this server is in the failed servers list 2024-12-03T18:32:20,610 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5cd6afc4bcac:38271 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:20,705 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:32:20,705 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:32:20,705 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:32:20,782 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 1328, reset compression=false 2024-12-03T18:32:20,905 DEBUG [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:32:21,007 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/.tmp/rep_barrier/38a5f35f940d4a6b9b95c8af7a0c55ef 2024-12-03T18:32:21,023 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/.tmp/table/37927bf852884e6a8c8f445d401ecde0 is 53, key is hbase:replication/table:state/1733250731743/Put/seqid=0 2024-12-03T18:32:21,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741851_1027 (size=5308) 2024-12-03T18:32:21,028 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/.tmp/table/37927bf852884e6a8c8f445d401ecde0 2024-12-03T18:32:21,035 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/.tmp/info/a7f07c4ac53e48a48fb06c4a5f5da9fd as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/info/a7f07c4ac53e48a48fb06c4a5f5da9fd 2024-12-03T18:32:21,040 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/info/a7f07c4ac53e48a48fb06c4a5f5da9fd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T18:32:21,040 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/.tmp/ns/310b9cc0cc244173bbd542212b582281 as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/ns/310b9cc0cc244173bbd542212b582281 2024-12-03T18:32:21,045 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/ns/310b9cc0cc244173bbd542212b582281, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T18:32:21,050 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/.tmp/rep_barrier/38a5f35f940d4a6b9b95c8af7a0c55ef as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/rep_barrier/38a5f35f940d4a6b9b95c8af7a0c55ef 2024-12-03T18:32:21,055 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/rep_barrier/38a5f35f940d4a6b9b95c8af7a0c55ef, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T18:32:21,056 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/.tmp/table/37927bf852884e6a8c8f445d401ecde0 as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/table/37927bf852884e6a8c8f445d401ecde0 2024-12-03T18:32:21,061 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/table/37927bf852884e6a8c8f445d401ecde0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T18:32:21,062 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=16, compaction requested=false 2024-12-03T18:32:21,062 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:32:21,090 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T18:32:21,091 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:21,091 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:32:21,091 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:32:21,091 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250739704Running coprocessor pre-close hooks at 1733250739704Disabling compacts and flushes for region at 1733250739704Disabling writes for close at 1733250739704Obtaining lock to block concurrent updates at 1733250739705 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733250739705Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733250739705Flushing stores of hbase:meta,,1.1588230740 at 1733250739705Flushing 1588230740/info: creating writer at 1733250739706 (+1 ms)Flushing 1588230740/info: appending metadata at 1733250739728 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733250739728Flushing 1588230740/ns: creating writer at 1733250740140 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733250740164 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733250740164Flushing 1588230740/rep_barrier: creating writer at 1733250740582 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250740598 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250740599 (+1 ms)Flushing 1588230740/table: creating writer at 1733250741011 (+412 ms)Flushing 1588230740/table: appending metadata at 1733250741023 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733250741023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4457a5e6: reopening flushed file at 1733250741035 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71822f90: reopening flushed file at 1733250741040 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b48b35: reopening flushed file at 1733250741045 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dfc6c27: reopening flushed file at 1733250741056 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=16, compaction requested=false at 1733250741062 (+6 ms)Writing region close event to WAL at 1733250741082 (+20 ms)Running coprocessor post-close hooks at 1733250741091 (+9 ms)Closed at 1733250741091 2024-12-03T18:32:21,091 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:32:21,105 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,38229,1733250719644; all regions closed. 2024-12-03T18:32:21,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741834_1010 (size=4239) 2024-12-03T18:32:21,109 DEBUG [RS:0;5cd6afc4bcac:38229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/oldWALs 2024-12-03T18:32:21,109 INFO [RS:0;5cd6afc4bcac:38229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C38229%2C1733250719644.meta:.meta(num 1733250721801) 2024-12-03T18:32:21,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.rep.1733250731588 not finished, retry = 0 2024-12-03T18:32:21,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741839_1015 (size=2695) 2024-12-03T18:32:21,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:21,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5cd6afc4bcac:38271 this server is in the failed servers list 2024-12-03T18:32:21,120 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5cd6afc4bcac:38271 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:21,218 DEBUG [RS:0;5cd6afc4bcac:38229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/oldWALs 2024-12-03T18:32:21,218 INFO [RS:0;5cd6afc4bcac:38229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C38229%2C1733250719644.rep:(num 1733250731588) 2024-12-03T18:32:21,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741833_1009 (size=1336) 2024-12-03T18:32:21,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 not finished, retry = 0 2024-12-03T18:32:21,285 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 to pos 1328, reset compression=false 2024-12-03T18:32:21,321 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/WALs/5cd6afc4bcac,38229,1733250719644/5cd6afc4bcac%2C38229%2C1733250719644.1733250721414 2024-12-03T18:32:21,323 DEBUG [RS:0;5cd6afc4bcac:38229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/oldWALs 2024-12-03T18:32:21,323 INFO [RS:0;5cd6afc4bcac:38229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C38229%2C1733250719644:(num 1733250721414) 2024-12-03T18:32:21,323 DEBUG [RS:0;5cd6afc4bcac:38229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:21,323 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:32:21,323 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:32:21,323 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:32:21,323 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:32:21,324 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,38229,1733250719644 because: Region server is closing 2024-12-03T18:32:21,324 INFO [RS:0;5cd6afc4bcac:38229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:38229. 2024-12-03T18:32:21,324 DEBUG [RS:0;5cd6afc4bcac:38229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:21,324 DEBUG [RS:0;5cd6afc4bcac:38229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:21,324 DEBUG [RS:0;5cd6afc4bcac:38229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:21,324 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:32:21,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:21,424 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.wal-reader.5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-03T18:32:21,424 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-03T18:32:21,425 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T18:32:21,425 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T18:32:22,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:22,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:22,132 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:22,225 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,38229,1733250719644.replicationSource.shipper5cd6afc4bcac%2C38229%2C1733250719644,1-5cd6afc4bcac,38229,1733250719644 terminated 2024-12-03T18:32:22,226 INFO [RS:0;5cd6afc4bcac:38229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:38229. 2024-12-03T18:32:22,226 DEBUG [RS:0;5cd6afc4bcac:38229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:22,226 DEBUG [RS:0;5cd6afc4bcac:38229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:22,226 DEBUG [RS:0;5cd6afc4bcac:38229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:22,226 INFO [RS:0;5cd6afc4bcac:38229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38229 2024-12-03T18:32:22,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:22,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751883000/rs/5cd6afc4bcac,38229,1733250719644 2024-12-03T18:32:22,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000/rs 2024-12-03T18:32:22,256 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:32:22,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,38229,1733250719644] 2024-12-03T18:32:22,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01751883000/draining/5cd6afc4bcac,38229,1733250719644 already deleted, retry=false 2024-12-03T18:32:22,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,38229,1733250719644 expired; onlineServers=0 2024-12-03T18:32:22,328 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,44841,1733250719077' ***** 2024-12-03T18:32:22,328 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:32:22,329 INFO [M:0;5cd6afc4bcac:44841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:32:22,329 INFO [M:0;5cd6afc4bcac:44841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:32:22,329 DEBUG [M:0;5cd6afc4bcac:44841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:32:22,329 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:32:22,329 DEBUG [M:0;5cd6afc4bcac:44841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:32:22,329 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250720856 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250720856,5,FailOnTimeoutGroup] 2024-12-03T18:32:22,329 INFO [M:0;5cd6afc4bcac:44841 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:32:22,330 INFO [M:0;5cd6afc4bcac:44841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:32:22,330 DEBUG [M:0;5cd6afc4bcac:44841 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:32:22,330 INFO [M:0;5cd6afc4bcac:44841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:32:22,330 INFO [M:0;5cd6afc4bcac:44841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:32:22,330 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250720823 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250720823,5,FailOnTimeoutGroup] 2024-12-03T18:32:22,330 INFO [M:0;5cd6afc4bcac:44841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:32:22,331 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:32:22,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751883000/master 2024-12-03T18:32:22,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751883000 2024-12-03T18:32:22,340 DEBUG [M:0;5cd6afc4bcac:44841 {}] zookeeper.ZKUtil(347): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Unable to get data of znode /01751883000/master because node does not exist (not an error) 2024-12-03T18:32:22,340 WARN [M:0;5cd6afc4bcac:44841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:32:22,341 INFO [M:0;5cd6afc4bcac:44841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/.lastflushedseqids 2024-12-03T18:32:22,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741852_1028 (size=263) 2024-12-03T18:32:22,407 INFO [M:0;5cd6afc4bcac:44841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:32:22,407 INFO [M:0;5cd6afc4bcac:44841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:32:22,407 DEBUG [M:0;5cd6afc4bcac:44841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:32:22,407 INFO [M:0;5cd6afc4bcac:44841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:22,407 DEBUG [M:0;5cd6afc4bcac:44841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:22,407 DEBUG [M:0;5cd6afc4bcac:44841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:32:22,407 DEBUG [M:0;5cd6afc4bcac:44841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:22,408 INFO [M:0;5cd6afc4bcac:44841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T18:32:22,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:22,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38229-0x1019dc0a28b0001, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:22,416 INFO [RS:0;5cd6afc4bcac:38229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:32:22,416 INFO [RS:0;5cd6afc4bcac:38229 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,38229,1733250719644; zookeeper connection closed. 2024-12-03T18:32:22,429 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71cb0edc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71cb0edc 2024-12-03T18:32:22,429 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:32:22,452 DEBUG [M:0;5cd6afc4bcac:44841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a5e228935354c99be6b6079f19e82f0 is 82, key is hbase:meta,,1/info:regioninfo/1733250721858/Put/seqid=0 2024-12-03T18:32:22,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741853_1029 (size=5672) 2024-12-03T18:32:22,892 INFO [M:0;5cd6afc4bcac:44841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a5e228935354c99be6b6079f19e82f0 2024-12-03T18:32:22,958 DEBUG [M:0;5cd6afc4bcac:44841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8458c755c03a4c34893e5bf62a0046c3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733250731749/Put/seqid=0 2024-12-03T18:32:22,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741854_1030 (size=8517) 2024-12-03T18:32:23,379 INFO [M:0;5cd6afc4bcac:44841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8458c755c03a4c34893e5bf62a0046c3 2024-12-03T18:32:23,414 DEBUG [M:0;5cd6afc4bcac:44841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49542f2ce2e043159469c47e9fb8981a is 69, key is 5cd6afc4bcac,38229,1733250719644/rs:state/1733250721058/Put/seqid=0 2024-12-03T18:32:23,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741855_1031 (size=5156) 2024-12-03T18:32:23,475 INFO [M:0;5cd6afc4bcac:44841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49542f2ce2e043159469c47e9fb8981a 2024-12-03T18:32:23,480 DEBUG [M:0;5cd6afc4bcac:44841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a5e228935354c99be6b6079f19e82f0 as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a5e228935354c99be6b6079f19e82f0 2024-12-03T18:32:23,485 INFO [M:0;5cd6afc4bcac:44841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a5e228935354c99be6b6079f19e82f0, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T18:32:23,485 DEBUG [M:0;5cd6afc4bcac:44841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8458c755c03a4c34893e5bf62a0046c3 as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8458c755c03a4c34893e5bf62a0046c3 2024-12-03T18:32:23,493 INFO [M:0;5cd6afc4bcac:44841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8458c755c03a4c34893e5bf62a0046c3, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T18:32:23,493 DEBUG [M:0;5cd6afc4bcac:44841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49542f2ce2e043159469c47e9fb8981a as hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49542f2ce2e043159469c47e9fb8981a 2024-12-03T18:32:23,511 INFO [M:0;5cd6afc4bcac:44841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38097/user/jenkins/test-data/75b555be-c91d-3390-c5e0-67b03e02075d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49542f2ce2e043159469c47e9fb8981a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T18:32:23,512 INFO [M:0;5cd6afc4bcac:44841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1105ms, sequenceid=97, compaction requested=false 2024-12-03T18:32:23,551 INFO [M:0;5cd6afc4bcac:44841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:23,551 DEBUG [M:0;5cd6afc4bcac:44841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250742407Disabling compacts and flushes for region at 1733250742407Disabling writes for close at 1733250742407Obtaining lock to block concurrent updates at 1733250742408 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250742408Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733250742408Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250742409 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250742409Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250742452 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250742452Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250742898 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250742957 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250742957Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250743385 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250743413 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250743413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f75af7: reopening flushed file at 1733250743479 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596be8c4: reopening flushed file at 1733250743485 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191a6e95: reopening flushed file at 1733250743493 (+8 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1105ms, sequenceid=97, compaction requested=false at 1733250743512 (+19 ms)Writing region close event to WAL at 1733250743551 (+39 ms)Closed at 1733250743551 2024-12-03T18:32:23,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741830_1006 (size=63666) 2024-12-03T18:32:23,579 INFO [M:0;5cd6afc4bcac:44841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:32:23,579 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:32:23,579 INFO [M:0;5cd6afc4bcac:44841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44841 2024-12-03T18:32:23,580 INFO [M:0;5cd6afc4bcac:44841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:32:23,731 INFO [M:0;5cd6afc4bcac:44841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:32:23,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:23,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1019dc0a28b0000, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:23,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4029c311{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:32:23,761 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0da958{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:32:23,761 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:32:23,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@514b23b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:32:23,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75830d1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/hadoop.log.dir/,STOPPED} 2024-12-03T18:32:23,763 WARN [BP-1711625559-172.17.0.3-1733250715729 heartbeating to localhost/127.0.0.1:38097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:32:23,763 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:32:23,763 WARN [BP-1711625559-172.17.0.3-1733250715729 heartbeating to localhost/127.0.0.1:38097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1711625559-172.17.0.3-1733250715729 (Datanode Uuid f739f84c-ca79-4bb3-88a1-143858519724) service to localhost/127.0.0.1:38097 2024-12-03T18:32:23,763 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:32:23,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/cluster_8a5633ea-c6fb-43d1-0543-1c5abe5e9336/data/data1/current/BP-1711625559-172.17.0.3-1733250715729 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:32:23,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/cluster_8a5633ea-c6fb-43d1-0543-1c5abe5e9336/data/data2/current/BP-1711625559-172.17.0.3-1733250715729 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:32:23,770 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:32:23,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@688bcced{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:32:23,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@267ec229{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:32:23,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:32:23,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdfc14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:32:23,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56d24921{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf8bf90-a9f7-a68e-3e94-5a91f783dc0d/hadoop.log.dir/,STOPPED} 2024-12-03T18:32:23,811 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:32:23,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:32:23,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 205) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:44741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:38097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49808) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:38097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:44741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:38097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:38097 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:38097 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:38097 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:44741 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:44741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49808) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:44741 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:44741 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=626 (was 574) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 557) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1845 (was 1961) 2024-12-03T18:32:23,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019dc0a28b0002, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:32:23,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019dc0a28b0005, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:32:23,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019dc0a28b0002, quorum=127.0.0.1:49808, baseZNode=/01751883000 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:32:23,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019dc0a28b0005, quorum=127.0.0.1:49808, baseZNode=/1547378865 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:32:23,907 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=1837 2024-12-03T18:32:23,938 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-03T18:32:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/hadoop.log.dir so I do NOT create it in target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13 2024-12-03T18:32:23,939 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:32:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/hadoop.tmp.dir so I do NOT create it in target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13 2024-12-03T18:32:23,939 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab3799d8-b07b-d2bd-cdd8-6f9e68d3281d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:32:23,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13 2024-12-03T18:32:23,939 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/cluster_4331a401-55f7-f1d3-c5dc-593b1260d268, deleteOnExit=true 2024-12-03T18:32:23,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:32:23,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/cluster_4331a401-55f7-f1d3-c5dc-593b1260d268/zookeeper_0, clientPort=59241, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/cluster_4331a401-55f7-f1d3-c5dc-593b1260d268/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/cluster_4331a401-55f7-f1d3-c5dc-593b1260d268/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:32:24,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59241 2024-12-03T18:32:24,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:32:24,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:32:24,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/test.cache.data in system properties and HBase conf 2024-12-03T18:32:24,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:32:24,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:32:24,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:32:24,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:32:24,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:32:24,010 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:32:24,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:32:24,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:32:24,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:32:24,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:32:24,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:32:24,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:32:24,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:32:24,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:32:24,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:32:24,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:32:24,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:32:24,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:32:24,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:32:24,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:32:24,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:24,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:24,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:24,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:24,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:24,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:24,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:24,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:24,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:24,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:24,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:24,150 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:24,150 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:24,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:32:24,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:32:24,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:32:24,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:32:24,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T18:32:24,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T18:32:24,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T18:32:24,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:24,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:32:24,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:32:24,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:32:24,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:32:24,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:32:24,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51838098{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:32:24,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1564ee37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:32:24,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d356ff9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/java.io.tmpdir/jetty-localhost-35791-hadoop-hdfs-3_4_1-tests_jar-_-any-5044879634304469343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:32:24,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@593e7bcd{HTTP/1.1, (http/1.1)}{localhost:35791} 2024-12-03T18:32:24,932 INFO [Time-limited test {}] server.Server(415): Started @198944ms 2024-12-03T18:32:25,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:32:25,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:32:25,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:32:25,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:32:25,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:32:25,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583d26ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:32:25,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cdce85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:32:25,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d02c557{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/java.io.tmpdir/jetty-localhost-42779-hadoop-hdfs-3_4_1-tests_jar-_-any-10039711684487473162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:32:25,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@257e1cd{HTTP/1.1, (http/1.1)}{localhost:42779} 2024-12-03T18:32:25,684 INFO [Time-limited test {}] server.Server(415): Started @199695ms 2024-12-03T18:32:25,685 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:32:26,456 WARN [Thread-2167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/cluster_4331a401-55f7-f1d3-c5dc-593b1260d268/data/data1/current/BP-586704172-172.17.0.3-1733250744151/current, will proceed with Du for space computation calculation, 2024-12-03T18:32:26,457 WARN [Thread-2168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/cluster_4331a401-55f7-f1d3-c5dc-593b1260d268/data/data2/current/BP-586704172-172.17.0.3-1733250744151/current, will proceed with Du for space computation calculation, 2024-12-03T18:32:26,527 WARN [Thread-2155 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:32:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76f9c030f44c701b with lease ID 0xa9f422778ee989f1: Processing first storage report for DS-f14d77e6-816b-4f82-9153-a7d0cad14b95 from datanode DatanodeRegistration(127.0.0.1:34035, datanodeUuid=ed5a33dd-e197-4b28-9d78-cd3a9e4f6aec, infoPort=39337, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=623054070;c=1733250744151) 2024-12-03T18:32:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76f9c030f44c701b with lease ID 0xa9f422778ee989f1: from storage DS-f14d77e6-816b-4f82-9153-a7d0cad14b95 node DatanodeRegistration(127.0.0.1:34035, datanodeUuid=ed5a33dd-e197-4b28-9d78-cd3a9e4f6aec, infoPort=39337, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=623054070;c=1733250744151), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:32:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76f9c030f44c701b with lease ID 0xa9f422778ee989f1: Processing first storage report for DS-afda04af-9d0f-47f4-8a7b-55d3cfb3132c from datanode DatanodeRegistration(127.0.0.1:34035, datanodeUuid=ed5a33dd-e197-4b28-9d78-cd3a9e4f6aec, infoPort=39337, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=623054070;c=1733250744151) 2024-12-03T18:32:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76f9c030f44c701b with lease ID 0xa9f422778ee989f1: from storage DS-afda04af-9d0f-47f4-8a7b-55d3cfb3132c node DatanodeRegistration(127.0.0.1:34035, datanodeUuid=ed5a33dd-e197-4b28-9d78-cd3a9e4f6aec, infoPort=39337, infoSecurePort=0, ipcPort=37537, storageInfo=lv=-57;cid=testClusterID;nsid=623054070;c=1733250744151), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:32:26,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13 2024-12-03T18:32:26,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:26,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:32:27,112 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276 with version=8 2024-12-03T18:32:27,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/hbase-staging 2024-12-03T18:32:27,115 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:32:27,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:27,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:27,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:32:27,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:27,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:32:27,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:32:27,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:32:27,131 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39483 2024-12-03T18:32:27,132 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39483 connecting to ZooKeeper ensemble=127.0.0.1:59241 2024-12-03T18:32:27,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394830x0, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:32:27,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39483-0x1019dc1115d0000 connected 2024-12-03T18:32:27,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:27,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:27,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Set watcher on znode that does not yet exist, /01574895072/running 2024-12-03T18:32:27,479 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276, hbase.cluster.distributed=false 2024-12-03T18:32:27,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Set watcher on znode that does not yet exist, /01574895072/acl 2024-12-03T18:32:27,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39483 2024-12-03T18:32:27,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39483 2024-12-03T18:32:27,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39483 2024-12-03T18:32:27,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39483 2024-12-03T18:32:27,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39483 2024-12-03T18:32:27,618 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:32:27,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:27,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:27,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:32:27,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:27,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:32:27,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:32:27,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:32:27,634 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37849 2024-12-03T18:32:27,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37849 connecting to ZooKeeper ensemble=127.0.0.1:59241 2024-12-03T18:32:27,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:27,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:27,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378490x0, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:32:27,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378490x0, quorum=127.0.0.1:59241, baseZNode=/01574895072 Set watcher on znode that does not yet exist, /01574895072/running 2024-12-03T18:32:27,684 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:32:27,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37849-0x1019dc1115d0001 connected 2024-12-03T18:32:27,710 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:32:27,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Set watcher on znode that does not yet exist, /01574895072/master 2024-12-03T18:32:27,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Set watcher on znode that does not yet exist, /01574895072/acl 2024-12-03T18:32:27,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37849 2024-12-03T18:32:27,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37849 2024-12-03T18:32:27,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37849 2024-12-03T18:32:27,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37849 2024-12-03T18:32:27,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37849 2024-12-03T18:32:27,857 DEBUG [M:0;5cd6afc4bcac:39483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:39483 2024-12-03T18:32:27,889 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01574895072/backup-masters/5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:27,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072/backup-masters 2024-12-03T18:32:27,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072/backup-masters 2024-12-03T18:32:27,923 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Set watcher on existing znode=/01574895072/backup-masters/5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:27,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:27,940 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Set watcher on existing znode=/01574895072/master 2024-12-03T18:32:27,941 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01574895072/backup-masters/5cd6afc4bcac,39483,1733250747114 from backup master directory 2024-12-03T18:32:27,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01574895072/master 2024-12-03T18:32:27,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:27,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072/backup-masters 2024-12-03T18:32:27,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01574895072/backup-masters/5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:27,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072/backup-masters 2024-12-03T18:32:27,955 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:32:27,955 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:27,984 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/hbase.id] with ID: 9f81c382-577f-4151-ba43-d001814c8736 2024-12-03T18:32:27,984 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/.tmp/hbase.id 2024-12-03T18:32:28,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:32:28,047 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/.tmp/hbase.id]:[hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/hbase.id] 2024-12-03T18:32:28,064 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:28,064 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:32:28,065 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:32:28,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:28,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:28,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:32:28,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:28,195 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:28,196 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:28,568 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:28,569 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:32:28,587 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:32:28,649 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store 2024-12-03T18:32:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:32:28,697 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:28,697 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:32:28,697 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:28,697 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:28,697 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:32:28,697 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:28,697 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:28,697 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250748697Disabling compacts and flushes for region at 1733250748697Disabling writes for close at 1733250748697Writing region close event to WAL at 1733250748697Closed at 1733250748697 2024-12-03T18:32:28,698 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/.initializing 2024-12-03T18:32:28,698 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/WALs/5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:28,699 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:32:28,702 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C39483%2C1733250747114, suffix=, logDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/WALs/5cd6afc4bcac,39483,1733250747114, archiveDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/oldWALs, maxLogs=10 2024-12-03T18:32:28,719 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/WALs/5cd6afc4bcac,39483,1733250747114/5cd6afc4bcac%2C39483%2C1733250747114.1733250748702, exclude list is [], retry=0 2024-12-03T18:32:28,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-f14d77e6-816b-4f82-9153-a7d0cad14b95,DISK] 2024-12-03T18:32:28,772 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/WALs/5cd6afc4bcac,39483,1733250747114/5cd6afc4bcac%2C39483%2C1733250747114.1733250748702 2024-12-03T18:32:28,783 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39337:39337)] 2024-12-03T18:32:28,783 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:28,784 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:28,784 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:28,784 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:28,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:28,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:32:28,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:28,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:28,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:28,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:32:28,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:28,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:28,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:28,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:32:28,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:28,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:28,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:28,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:32:28,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:28,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:28,826 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:28,826 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:28,827 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:28,828 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:28,828 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:28,828 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:32:28,830 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:28,849 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:28,853 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64950590, jitterRate=-0.032160788774490356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:32:28,854 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250748784Initializing all the Stores at 1733250748786 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250748786Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250748786Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250748786Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250748786Cleaning up temporary data from old regions at 1733250748828 (+42 ms)Region opened successfully at 1733250748854 (+26 ms) 2024-12-03T18:32:28,866 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:32:28,869 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b46b6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:32:28,875 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:32:28,875 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:32:28,875 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:32:28,875 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:32:28,876 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:32:28,876 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:32:28,876 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:32:28,903 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:32:28,904 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Unable to get data of znode /01574895072/balancer because node does not exist (not necessarily an error) 2024-12-03T18:32:28,951 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01574895072/balancer already deleted, retry=false 2024-12-03T18:32:28,951 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:32:28,963 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Unable to get data of znode /01574895072/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:32:28,979 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01574895072/normalizer already deleted, retry=false 2024-12-03T18:32:28,980 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:32:29,011 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Unable to get data of znode /01574895072/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:32:29,028 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01574895072/switch/split already deleted, retry=false 2024-12-03T18:32:29,029 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Unable to get data of znode /01574895072/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:32:29,046 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01574895072/switch/merge already deleted, retry=false 2024-12-03T18:32:29,071 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Unable to get data of znode /01574895072/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:32:29,079 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01574895072/snapshot-cleanup already deleted, retry=false 2024-12-03T18:32:29,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01574895072/running 2024-12-03T18:32:29,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01574895072/running 2024-12-03T18:32:29,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:29,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:29,112 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,39483,1733250747114, sessionid=0x1019dc1115d0000, setting cluster-up flag (Was=false) 2024-12-03T18:32:29,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:29,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:29,205 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01574895072/flush-table-proc/acquired, /01574895072/flush-table-proc/reached, /01574895072/flush-table-proc/abort 2024-12-03T18:32:29,214 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:29,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:29,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:29,254 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01574895072/online-snapshot/acquired, /01574895072/online-snapshot/reached, /01574895072/online-snapshot/abort 2024-12-03T18:32:29,255 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:29,268 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:32:29,279 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:29,279 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:32:29,279 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:32:29,279 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,39483,1733250747114 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:32:29,281 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:29,281 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:29,281 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:29,281 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:29,281 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:32:29,281 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,281 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:32:29,281 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:29,307 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:32:29,308 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:29,308 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:32:29,310 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250779310 2024-12-03T18:32:29,310 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:32:29,310 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:32:29,310 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:32:29,310 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:32:29,310 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:32:29,311 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:32:29,319 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,351 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:32:29,351 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:32:29,352 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:32:29,352 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:32:29,364 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(746): ClusterId : 9f81c382-577f-4151-ba43-d001814c8736 2024-12-03T18:32:29,365 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:32:29,376 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:32:29,376 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:32:29,385 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250749376,5,FailOnTimeoutGroup] 2024-12-03T18:32:29,394 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250749385,5,FailOnTimeoutGroup] 2024-12-03T18:32:29,395 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,395 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:32:29,395 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,395 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,400 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:32:29,400 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:32:29,412 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:32:29,413 DEBUG [RS:0;5cd6afc4bcac:37849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f29c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:32:29,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:32:29,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:32:29,434 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276 2024-12-03T18:32:29,444 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:37849 2024-12-03T18:32:29,444 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:32:29,444 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:32:29,444 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:32:29,455 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,39483,1733250747114 with port=37849, startcode=1733250747609 2024-12-03T18:32:29,455 DEBUG [RS:0;5cd6afc4bcac:37849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:32:29,461 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:32:29,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:29,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39483 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:29,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:32:29,472 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276 2024-12-03T18:32:29,472 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37139 2024-12-03T18:32:29,472 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:32:29,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072/rs 2024-12-03T18:32:29,498 DEBUG [RS:0;5cd6afc4bcac:37849 {}] zookeeper.ZKUtil(111): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Set watcher on existing znode=/01574895072/rs/5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:29,498 WARN [RS:0;5cd6afc4bcac:37849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:32:29,499 INFO [RS:0;5cd6afc4bcac:37849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:29,499 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:29,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,37849,1733250747609] 2024-12-03T18:32:29,527 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:32:29,536 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:32:29,543 INFO [RS:0;5cd6afc4bcac:37849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:32:29,543 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,547 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:32:29,548 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:32:29,548 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:32:29,548 DEBUG [RS:0;5cd6afc4bcac:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:32:29,563 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,563 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,563 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,564 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,564 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,564 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,37849,1733250747609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:32:29,601 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:32:29,602 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,37849,1733250747609-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,602 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,602 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.Replication(171): 5cd6afc4bcac,37849,1733250747609 started 2024-12-03T18:32:29,652 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:29,652 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,37849,1733250747609, RpcServer on 5cd6afc4bcac/172.17.0.3:37849, sessionid=0x1019dc1115d0001 2024-12-03T18:32:29,652 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:32:29,653 DEBUG [RS:0;5cd6afc4bcac:37849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:29,653 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,37849,1733250747609' 2024-12-03T18:32:29,653 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01574895072/flush-table-proc/abort' 2024-12-03T18:32:29,659 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01574895072/flush-table-proc/acquired' 2024-12-03T18:32:29,660 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:32:29,660 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:32:29,660 DEBUG [RS:0;5cd6afc4bcac:37849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:29,660 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,37849,1733250747609' 2024-12-03T18:32:29,660 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01574895072/online-snapshot/abort' 2024-12-03T18:32:29,661 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01574895072/online-snapshot/acquired' 2024-12-03T18:32:29,661 DEBUG [RS:0;5cd6afc4bcac:37849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:32:29,661 INFO [RS:0;5cd6afc4bcac:37849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:32:29,661 INFO [RS:0;5cd6afc4bcac:37849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:32:29,770 INFO [RS:0;5cd6afc4bcac:37849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:32:29,775 INFO [RS:0;5cd6afc4bcac:37849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C37849%2C1733250747609, suffix=, logDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609, archiveDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/oldWALs, maxLogs=10 2024-12-03T18:32:29,800 DEBUG [RS:0;5cd6afc4bcac:37849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776, exclude list is [], retry=0 2024-12-03T18:32:29,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-f14d77e6-816b-4f82-9153-a7d0cad14b95,DISK] 2024-12-03T18:32:29,854 INFO [RS:0;5cd6afc4bcac:37849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 2024-12-03T18:32:29,867 DEBUG [RS:0;5cd6afc4bcac:37849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39337:39337)] 2024-12-03T18:32:29,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:29,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:32:29,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:32:29,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:29,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:29,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:32:29,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:32:29,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:29,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:29,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:32:29,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:32:29,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:29,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:29,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:32:29,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:32:29,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:29,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:29,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:32:29,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740 2024-12-03T18:32:29,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740 2024-12-03T18:32:29,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:32:29,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:32:29,938 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:32:29,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:32:29,947 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:29,950 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63810602, jitterRate=-0.04914793372154236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:32:29,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250749868Initializing all the Stores at 1733250749870 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250749870Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250749886 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250749887 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250749887Cleaning up temporary data from old regions at 1733250749937 (+50 ms)Region opened successfully at 1733250749950 (+13 ms) 2024-12-03T18:32:29,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:32:29,951 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:32:29,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:32:29,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:32:29,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:32:29,962 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:32:29,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250749950Disabling compacts and flushes for region at 1733250749950Disabling writes for close at 1733250749951 (+1 ms)Writing region close event to WAL at 1733250749962 (+11 ms)Closed at 1733250749962 2024-12-03T18:32:29,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:29,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:32:29,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:32:29,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:32:29,965 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:32:30,116 DEBUG [5cd6afc4bcac:39483 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:32:30,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:30,117 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,37849,1733250747609, state=OPENING 2024-12-03T18:32:30,162 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:32:30,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:30,172 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:32:30,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,37849,1733250747609}] 2024-12-03T18:32:30,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:32:30,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01574895072/meta-region-server: CHANGED 2024-12-03T18:32:30,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:30,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01574895072/meta-region-server: CHANGED 2024-12-03T18:32:30,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:30,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:30,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:30,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:30,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:30,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:30,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:30,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:30,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:30,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:30,330 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:32:30,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:32:30,347 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:32:30,347 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:30,347 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:32:30,349 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C37849%2C1733250747609.meta, suffix=.meta, logDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609, archiveDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/oldWALs, maxLogs=10 2024-12-03T18:32:30,375 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.meta.1733250750349.meta, exclude list is [], retry=0 2024-12-03T18:32:30,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-f14d77e6-816b-4f82-9153-a7d0cad14b95,DISK] 2024-12-03T18:32:30,389 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.meta.1733250750349.meta 2024-12-03T18:32:30,399 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39337:39337)] 2024-12-03T18:32:30,400 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:30,400 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:32:30,400 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:32:30,400 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:32:30,400 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:32:30,400 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:32:30,401 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:30,401 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:32:30,401 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:32:30,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:32:30,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:32:30,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:30,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:30,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:32:30,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:32:30,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:30,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:30,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:32:30,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:32:30,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:30,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:30,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:32:30,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:32:30,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:30,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:30,428 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:32:30,431 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740 2024-12-03T18:32:30,440 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740 2024-12-03T18:32:30,442 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:32:30,443 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:32:30,446 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:32:30,451 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:32:30,454 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68567269, jitterRate=0.02173192799091339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:32:30,454 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:32:30,455 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250750401Writing region info on filesystem at 1733250750401Initializing all the Stores at 1733250750403 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250750403Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250750418 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250750418Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250750418Cleaning up temporary data from old regions at 1733250750443 (+25 ms)Running coprocessor post-open hooks at 1733250750454 (+11 ms)Region opened successfully at 1733250750455 (+1 ms) 2024-12-03T18:32:30,457 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250750330 2024-12-03T18:32:30,466 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:32:30,466 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:32:30,467 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:30,467 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,37849,1733250747609, state=OPEN 2024-12-03T18:32:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01574895072/meta-region-server 2024-12-03T18:32:30,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01574895072/meta-region-server 2024-12-03T18:32:30,512 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:30,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01574895072/meta-region-server: CHANGED 2024-12-03T18:32:30,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01574895072/meta-region-server: CHANGED 2024-12-03T18:32:30,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:32:30,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,37849,1733250747609 in 340 msec 2024-12-03T18:32:30,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:32:30,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 553 msec 2024-12-03T18:32:30,519 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:30,519 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:32:30,521 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:30,521 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37849,1733250747609, seqNum=-1] 2024-12-03T18:32:30,521 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:30,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:30,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-12-03T18:32:30,529 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250750529, completionTime=-1 2024-12-03T18:32:30,530 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:32:30,530 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:32:30,538 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:32:30,538 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250810538 2024-12-03T18:32:30,538 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250870538 2024-12-03T18:32:30,539 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-12-03T18:32:30,539 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,39483,1733250747114-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:30,539 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,39483,1733250747114-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:30,539 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,39483,1733250747114-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:30,539 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:39483, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:30,539 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:30,540 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:30,542 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:32:30,544 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.589sec 2024-12-03T18:32:30,544 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:32:30,544 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:32:30,544 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:32:30,544 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:32:30,544 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:32:30,544 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,39483,1733250747114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:32:30,544 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,39483,1733250747114-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:32:30,568 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:32:30,568 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:32:30,568 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,39483,1733250747114-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:30,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6017d104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:30,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,39483,-1 for getting cluster id 2024-12-03T18:32:30,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:30,599 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f81c382-577f-4151-ba43-d001814c8736' 2024-12-03T18:32:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:30,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f81c382-577f-4151-ba43-d001814c8736" 2024-12-03T18:32:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d55b3d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,39483,-1] 2024-12-03T18:32:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:30,601 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:30,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2362b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:30,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:30,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37849,1733250747609, seqNum=-1] 2024-12-03T18:32:30,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:30,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:30,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:30,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59241 2024-12-03T18:32:30,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:32:30,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019dc1115d0002 connected 2024-12-03T18:32:30,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/hadoop.log.dir so I do NOT create it in target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53 2024-12-03T18:32:30,668 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:32:30,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/hadoop.tmp.dir so I do NOT create it in target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53 2024-12-03T18:32:30,668 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:32:30,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53 2024-12-03T18:32:30,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:32:30,668 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/cluster_65bf5844-2e1c-5147-d493-877eda2ea15f, deleteOnExit=true 2024-12-03T18:32:30,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:32:30,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/test.cache.data in system properties and HBase conf 2024-12-03T18:32:30,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:32:30,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:32:30,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:32:30,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:32:30,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:32:30,669 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:32:30,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:32:30,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:32:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:32:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:32:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:32:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:32:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:32:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:32:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:32:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:32:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:32:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:32:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:32:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:32:31,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:32:31,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:32:31,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:32:31,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:32:31,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:32:31,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:32:31,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a00e66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:32:31,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3992b297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:32:31,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6969f398{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/java.io.tmpdir/jetty-localhost-34555-hadoop-hdfs-3_4_1-tests_jar-_-any-9393056602841637980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:32:31,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b9055a0{HTTP/1.1, (http/1.1)}{localhost:34555} 2024-12-03T18:32:31,348 INFO [Time-limited test {}] server.Server(415): Started @205359ms 2024-12-03T18:32:31,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:32:31,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:32:32,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:32:32,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:32:32,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:32:32,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b37566c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:32:32,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64871940{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:32:32,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46151201{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/java.io.tmpdir/jetty-localhost-46517-hadoop-hdfs-3_4_1-tests_jar-_-any-17465709322973692510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:32:32,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@659b0ab2{HTTP/1.1, (http/1.1)}{localhost:46517} 2024-12-03T18:32:32,375 INFO [Time-limited test {}] server.Server(415): Started @206386ms 2024-12-03T18:32:32,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:32:33,159 WARN [Thread-2289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/cluster_65bf5844-2e1c-5147-d493-877eda2ea15f/data/data2/current/BP-977411515-172.17.0.3-1733250750718/current, will proceed with Du for space computation calculation, 2024-12-03T18:32:33,175 WARN [Thread-2288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/cluster_65bf5844-2e1c-5147-d493-877eda2ea15f/data/data1/current/BP-977411515-172.17.0.3-1733250750718/current, will proceed with Du for space computation calculation, 2024-12-03T18:32:33,299 WARN [Thread-2276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:32:33,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa17c091df010931 with lease ID 0xf877bd6461e1d760: Processing first storage report for DS-423620ab-1b76-4a36-9728-0bc503359ac6 from datanode DatanodeRegistration(127.0.0.1:46443, datanodeUuid=df01fe0e-9d07-431e-b278-cee7d2cbba1b, infoPort=37861, infoSecurePort=0, ipcPort=35261, storageInfo=lv=-57;cid=testClusterID;nsid=1339790628;c=1733250750718) 2024-12-03T18:32:33,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa17c091df010931 with lease ID 0xf877bd6461e1d760: from storage DS-423620ab-1b76-4a36-9728-0bc503359ac6 node DatanodeRegistration(127.0.0.1:46443, datanodeUuid=df01fe0e-9d07-431e-b278-cee7d2cbba1b, infoPort=37861, infoSecurePort=0, ipcPort=35261, storageInfo=lv=-57;cid=testClusterID;nsid=1339790628;c=1733250750718), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:32:33,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa17c091df010931 with lease ID 0xf877bd6461e1d760: Processing first storage report for DS-ba4bca4b-6ca8-4cba-b491-3f32c46ef759 from datanode DatanodeRegistration(127.0.0.1:46443, datanodeUuid=df01fe0e-9d07-431e-b278-cee7d2cbba1b, infoPort=37861, infoSecurePort=0, ipcPort=35261, storageInfo=lv=-57;cid=testClusterID;nsid=1339790628;c=1733250750718) 2024-12-03T18:32:33,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa17c091df010931 with lease ID 0xf877bd6461e1d760: from storage DS-ba4bca4b-6ca8-4cba-b491-3f32c46ef759 node DatanodeRegistration(127.0.0.1:46443, datanodeUuid=df01fe0e-9d07-431e-b278-cee7d2cbba1b, infoPort=37861, infoSecurePort=0, ipcPort=35261, storageInfo=lv=-57;cid=testClusterID;nsid=1339790628;c=1733250750718), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:32:33,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53 2024-12-03T18:32:33,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:33,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:33,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:32:33,898 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4 with version=8 2024-12-03T18:32:33,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/hbase-staging 2024-12-03T18:32:33,901 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:32:33,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:33,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:33,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:32:33,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:33,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:32:33,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:32:33,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:32:33,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33865 2024-12-03T18:32:33,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33865 connecting to ZooKeeper ensemble=127.0.0.1:59241 2024-12-03T18:32:33,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338650x0, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:32:34,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33865-0x1019dc1115d0003 connected 2024-12-03T18:32:34,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:34,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:34,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Set watcher on znode that does not yet exist, /1-1015079077/running 2024-12-03T18:32:34,423 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4, hbase.cluster.distributed=false 2024-12-03T18:32:34,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Set watcher on znode that does not yet exist, /1-1015079077/acl 2024-12-03T18:32:34,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33865 2024-12-03T18:32:34,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33865 2024-12-03T18:32:34,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33865 2024-12-03T18:32:34,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33865 2024-12-03T18:32:34,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33865 2024-12-03T18:32:34,560 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:32:34,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:34,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:34,560 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:32:34,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:34,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:32:34,560 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:32:34,560 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:32:34,570 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36395 2024-12-03T18:32:34,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36395 connecting to ZooKeeper ensemble=127.0.0.1:59241 2024-12-03T18:32:34,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:34,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:34,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363950x0, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Set watcher on znode that does not yet exist, /1-1015079077/running 2024-12-03T18:32:34,612 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:32:34,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363950x0, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:32:34,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36395-0x1019dc1115d0004 connected 2024-12-03T18:32:34,650 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:32:34,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Set watcher on znode that does not yet exist, /1-1015079077/master 2024-12-03T18:32:34,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Set watcher on znode that does not yet exist, /1-1015079077/acl 2024-12-03T18:32:34,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:32:34,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T18:32:34,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:34,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T18:32:34,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:32:34,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T18:32:34,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T18:32:34,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T18:32:34,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36395 2024-12-03T18:32:34,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36395 2024-12-03T18:32:34,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36395 2024-12-03T18:32:34,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36395 2024-12-03T18:32:34,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36395 2024-12-03T18:32:34,741 DEBUG [M:0;5cd6afc4bcac:33865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:33865 2024-12-03T18:32:34,751 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1015079077/backup-masters/5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:34,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077/backup-masters 2024-12-03T18:32:34,786 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Set watcher on existing znode=/1-1015079077/backup-masters/5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:34,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:34,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077/backup-masters 2024-12-03T18:32:34,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1015079077/master 2024-12-03T18:32:34,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:34,799 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Set watcher on existing znode=/1-1015079077/master 2024-12-03T18:32:34,800 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1015079077/backup-masters/5cd6afc4bcac,33865,1733250753900 from backup master directory 2024-12-03T18:32:34,803 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:32:34,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1015079077/backup-masters/5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:34,803 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:34,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077/backup-masters 2024-12-03T18:32:34,810 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/hbase.id] with ID: 6c5bca42-38f9-4e87-8da3-0e7e8c878663 2024-12-03T18:32:34,810 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/.tmp/hbase.id 2024-12-03T18:32:34,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:32:35,288 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/.tmp/hbase.id]:[hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/hbase.id] 2024-12-03T18:32:35,323 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:35,323 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:32:35,324 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:32:35,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:35,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:32:35,890 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:35,891 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:32:35,899 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:35,903 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:32:35,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:35,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:35,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:35,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:35,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:35,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:32:35,973 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store 2024-12-03T18:32:35,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:35,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:35,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:35,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:36,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:32:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:32:36,444 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:36,444 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:32:36,444 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:36,444 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:36,444 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:32:36,444 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:36,444 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:36,444 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250756444Disabling compacts and flushes for region at 1733250756444Disabling writes for close at 1733250756444Writing region close event to WAL at 1733250756444Closed at 1733250756444 2024-12-03T18:32:36,447 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/.initializing 2024-12-03T18:32:36,448 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/WALs/5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:36,449 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:32:36,451 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C33865%2C1733250753900, suffix=, logDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/WALs/5cd6afc4bcac,33865,1733250753900, archiveDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/oldWALs, maxLogs=10 2024-12-03T18:32:36,469 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/WALs/5cd6afc4bcac,33865,1733250753900/5cd6afc4bcac%2C33865%2C1733250753900.1733250756451, exclude list is [], retry=0 2024-12-03T18:32:36,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46443,DS-423620ab-1b76-4a36-9728-0bc503359ac6,DISK] 2024-12-03T18:32:36,498 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/WALs/5cd6afc4bcac,33865,1733250753900/5cd6afc4bcac%2C33865%2C1733250753900.1733250756451 2024-12-03T18:32:36,499 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861)] 2024-12-03T18:32:36,499 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:36,500 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:36,500 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:36,500 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:36,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:36,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:32:36,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:36,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:36,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:36,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:32:36,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:36,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:36,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:36,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:32:36,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:36,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:36,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:36,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:32:36,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:36,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:36,533 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:36,534 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:36,534 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:36,535 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:36,535 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:36,535 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:32:36,536 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:32:36,554 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:36,555 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65558279, jitterRate=-0.023105517029762268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:32:36,555 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250756500Initializing all the Stores at 1733250756501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250756501Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250756527 (+26 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250756527Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250756527Cleaning up temporary data from old regions at 1733250756535 (+8 ms)Region opened successfully at 1733250756555 (+20 ms) 2024-12-03T18:32:36,565 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:32:36,570 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19823bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:32:36,582 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:32:36,582 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:32:36,582 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:32:36,582 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:32:36,583 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:32:36,583 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:32:36,583 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:32:36,608 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:32:36,609 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Unable to get data of znode /1-1015079077/balancer because node does not exist (not necessarily an error) 2024-12-03T18:32:36,619 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015079077/balancer already deleted, retry=false 2024-12-03T18:32:36,620 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:32:36,621 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Unable to get data of znode /1-1015079077/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:32:36,628 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015079077/normalizer already deleted, retry=false 2024-12-03T18:32:36,628 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:32:36,633 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Unable to get data of znode /1-1015079077/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:32:36,636 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015079077/switch/split already deleted, retry=false 2024-12-03T18:32:36,637 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Unable to get data of znode /1-1015079077/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:32:36,644 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015079077/switch/merge already deleted, retry=false 2024-12-03T18:32:36,646 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Unable to get data of znode /1-1015079077/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:32:36,653 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015079077/snapshot-cleanup already deleted, retry=false 2024-12-03T18:32:36,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1015079077/running 2024-12-03T18:32:36,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1015079077/running 2024-12-03T18:32:36,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:36,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:36,664 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,33865,1733250753900, sessionid=0x1019dc1115d0003, setting cluster-up flag (Was=false) 2024-12-03T18:32:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:36,703 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1015079077/flush-table-proc/acquired, /1-1015079077/flush-table-proc/reached, /1-1015079077/flush-table-proc/abort 2024-12-03T18:32:36,704 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:36,777 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1015079077/online-snapshot/acquired, /1-1015079077/online-snapshot/reached, /1-1015079077/online-snapshot/abort 2024-12-03T18:32:36,783 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:36,815 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:32:36,819 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:36,819 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:32:36,819 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:32:36,819 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,33865,1733250753900 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:32:36,823 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:36,824 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:36,824 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:36,824 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:32:36,824 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:32:36,824 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:36,824 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:32:36,824 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:36,854 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:36,854 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:32:36,860 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:36,860 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:32:36,867 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250786867 2024-12-03T18:32:36,868 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:32:36,868 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:32:36,868 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:32:36,868 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:32:36,868 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:32:36,868 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:32:36,869 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:36,871 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:32:36,871 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:32:36,871 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:32:36,871 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:32:36,882 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(746): ClusterId : 6c5bca42-38f9-4e87-8da3-0e7e8c878663 2024-12-03T18:32:36,882 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:32:36,910 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:32:36,911 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:32:36,914 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:32:36,914 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:32:36,918 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250756911,5,FailOnTimeoutGroup] 2024-12-03T18:32:36,929 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250756919,5,FailOnTimeoutGroup] 2024-12-03T18:32:36,929 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:36,929 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:32:36,929 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:36,929 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:36,950 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:32:36,951 DEBUG [RS:0;5cd6afc4bcac:36395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492748b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:32:36,986 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:36395 2024-12-03T18:32:36,986 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:32:36,986 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:32:36,986 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:32:36,991 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,33865,1733250753900 with port=36395, startcode=1733250754541 2024-12-03T18:32:36,991 DEBUG [RS:0;5cd6afc4bcac:36395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:32:36,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:32:37,002 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:32:37,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:37,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33865 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:37,003 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:32:37,004 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4 2024-12-03T18:32:37,008 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4 2024-12-03T18:32:37,008 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41087 2024-12-03T18:32:37,008 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:32:37,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077/rs 2024-12-03T18:32:37,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:32:37,071 DEBUG [RS:0;5cd6afc4bcac:36395 {}] zookeeper.ZKUtil(111): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Set watcher on existing znode=/1-1015079077/rs/5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:37,071 WARN [RS:0;5cd6afc4bcac:36395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:32:37,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,36395,1733250754541] 2024-12-03T18:32:37,071 INFO [RS:0;5cd6afc4bcac:36395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:37,071 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:37,074 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:37,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:32:37,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:32:37,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:37,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:37,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:32:37,107 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:32:37,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:32:37,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:37,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:37,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:32:37,112 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:32:37,119 INFO [RS:0;5cd6afc4bcac:36395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:32:37,119 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:37,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:32:37,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:37,123 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:32:37,123 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:32:37,123 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:32:37,124 DEBUG [RS:0;5cd6afc4bcac:36395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:32:37,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:37,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:32:37,128 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:37,128 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:37,128 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:37,128 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:37,128 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:37,128 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36395,1733250754541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:32:37,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:32:37,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:37,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:37,136 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:32:37,137 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740 2024-12-03T18:32:37,138 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740 2024-12-03T18:32:37,140 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:32:37,140 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:32:37,140 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:32:37,141 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:32:37,150 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:37,150 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62890463, jitterRate=-0.06285907328128815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:32:37,151 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250757074Initializing all the Stores at 1733250757074Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250757074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250757079 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250757079Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250757079Cleaning up temporary data from old regions at 1733250757140 (+61 ms)Region opened successfully at 1733250757150 (+10 ms) 2024-12-03T18:32:37,151 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:32:37,151 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:32:37,151 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:32:37,151 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:32:37,151 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:32:37,158 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:32:37,158 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250757151Disabling compacts and flushes for region at 1733250757151Disabling writes for close at 1733250757151Writing region close event to WAL at 1733250757158 (+7 ms)Closed at 1733250757158 2024-12-03T18:32:37,159 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:37,159 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:32:37,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:32:37,162 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:32:37,163 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:32:37,165 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:32:37,165 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36395,1733250754541-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:37,166 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:37,166 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.Replication(171): 5cd6afc4bcac,36395,1733250754541 started 2024-12-03T18:32:37,188 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:37,188 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,36395,1733250754541, RpcServer on 5cd6afc4bcac/172.17.0.3:36395, sessionid=0x1019dc1115d0004 2024-12-03T18:32:37,188 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:32:37,188 DEBUG [RS:0;5cd6afc4bcac:36395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:37,189 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,36395,1733250754541' 2024-12-03T18:32:37,189 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1015079077/flush-table-proc/abort' 2024-12-03T18:32:37,189 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1015079077/flush-table-proc/acquired' 2024-12-03T18:32:37,190 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:32:37,190 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:32:37,190 DEBUG [RS:0;5cd6afc4bcac:36395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:37,190 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,36395,1733250754541' 2024-12-03T18:32:37,190 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1015079077/online-snapshot/abort' 2024-12-03T18:32:37,190 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1015079077/online-snapshot/acquired' 2024-12-03T18:32:37,191 DEBUG [RS:0;5cd6afc4bcac:36395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:32:37,191 INFO [RS:0;5cd6afc4bcac:36395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:32:37,191 INFO [RS:0;5cd6afc4bcac:36395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:32:37,292 INFO [RS:0;5cd6afc4bcac:36395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:32:37,293 INFO [RS:0;5cd6afc4bcac:36395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C36395%2C1733250754541, suffix=, logDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541, archiveDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/oldWALs, maxLogs=10 2024-12-03T18:32:37,310 DEBUG [RS:0;5cd6afc4bcac:36395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293, exclude list is [], retry=0 2024-12-03T18:32:37,313 WARN [5cd6afc4bcac:33865 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T18:32:37,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46443,DS-423620ab-1b76-4a36-9728-0bc503359ac6,DISK] 2024-12-03T18:32:37,366 INFO [RS:0;5cd6afc4bcac:36395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 2024-12-03T18:32:37,386 DEBUG [RS:0;5cd6afc4bcac:36395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861)] 2024-12-03T18:32:37,564 DEBUG [5cd6afc4bcac:33865 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:32:37,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:37,566 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,36395,1733250754541, state=OPENING 2024-12-03T18:32:37,623 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:32:37,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:37,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:37,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1015079077/meta-region-server: CHANGED 2024-12-03T18:32:37,636 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:32:37,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1015079077/meta-region-server: CHANGED 2024-12-03T18:32:37,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,36395,1733250754541}] 2024-12-03T18:32:37,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:32:37,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:32:37,832 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:32:37,833 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:37,833 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:32:37,837 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C36395%2C1733250754541.meta, suffix=.meta, logDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541, archiveDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/oldWALs, maxLogs=10 2024-12-03T18:32:37,854 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.meta.1733250757837.meta, exclude list is [], retry=0 2024-12-03T18:32:37,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46443,DS-423620ab-1b76-4a36-9728-0bc503359ac6,DISK] 2024-12-03T18:32:37,886 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.meta.1733250757837.meta 2024-12-03T18:32:37,895 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861)] 2024-12-03T18:32:37,895 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:37,896 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:32:37,896 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:32:37,896 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:32:37,896 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:32:37,897 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:32:37,897 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:37,897 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:32:37,897 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:32:37,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:32:37,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:32:37,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:37,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:37,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:32:37,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:32:37,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:37,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:37,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:32:37,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:32:37,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:37,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:37,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:32:37,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:32:37,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:37,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:32:37,929 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:32:37,930 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740 2024-12-03T18:32:37,930 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740 2024-12-03T18:32:37,931 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:32:37,931 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:32:37,932 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:32:37,939 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:32:37,940 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68762887, jitterRate=0.024646863341331482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:32:37,940 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:32:37,940 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250757897Writing region info on filesystem at 1733250757897Initializing all the Stores at 1733250757898 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250757898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250757902 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250757902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250757902Cleaning up temporary data from old regions at 1733250757931 (+29 ms)Running coprocessor post-open hooks at 1733250757940 (+9 ms)Region opened successfully at 1733250757940 2024-12-03T18:32:37,941 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250757806 2024-12-03T18:32:37,948 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:32:37,948 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:32:37,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:37,952 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,36395,1733250754541, state=OPEN 2024-12-03T18:32:38,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1015079077/meta-region-server 2024-12-03T18:32:38,011 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:38,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1015079077/meta-region-server: CHANGED 2024-12-03T18:32:38,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1015079077/meta-region-server 2024-12-03T18:32:38,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:32:38,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,36395,1733250754541 in 374 msec 2024-12-03T18:32:38,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1015079077/meta-region-server: CHANGED 2024-12-03T18:32:38,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:32:38,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 857 msec 2024-12-03T18:32:38,027 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:32:38,027 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:32:38,039 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:38,039 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,36395,1733250754541, seqNum=-1] 2024-12-03T18:32:38,039 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:38,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:38,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2460 sec 2024-12-03T18:32:38,068 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250758068, completionTime=-1 2024-12-03T18:32:38,068 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:32:38,068 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:32:38,074 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:32:38,074 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250818074 2024-12-03T18:32:38,074 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250878074 2024-12-03T18:32:38,075 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-03T18:32:38,075 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33865,1733250753900-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:38,075 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33865,1733250753900-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:38,075 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33865,1733250753900-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:38,075 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:33865, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:38,075 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:38,077 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:32:38,081 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:38,087 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.284sec 2024-12-03T18:32:38,087 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:32:38,087 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:32:38,087 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:32:38,087 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:32:38,087 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:32:38,087 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33865,1733250753900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:32:38,087 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33865,1733250753900-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:32:38,122 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:32:38,122 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:32:38,122 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33865,1733250753900-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:32:38,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:38,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,33865,-1 for getting cluster id 2024-12-03T18:32:38,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:38,143 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5bca42-38f9-4e87-8da3-0e7e8c878663' 2024-12-03T18:32:38,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:38,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5bca42-38f9-4e87-8da3-0e7e8c878663" 2024-12-03T18:32:38,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1968b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:38,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,33865,-1] 2024-12-03T18:32:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:38,145 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:38,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:38,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:38,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,36395,1733250754541, seqNum=-1] 2024-12-03T18:32:38,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:38,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:38,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:38,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59241 2024-12-03T18:32:38,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:32:38,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ff5a7b2 2024-12-03T18:32:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:38,200 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:38,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:32:38,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019dc1115d0005 connected 2024-12-03T18:32:38,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:32:38,204 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:38,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:32:38,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:32:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:38,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:32:38,277 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b990ea787265a2ede0b8f90bc1605f5d, NAME => 'test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276 2024-12-03T18:32:38,285 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:38,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:38,286 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18303 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:38,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:32:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:38,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:38,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b990ea787265a2ede0b8f90bc1605f5d, disabling compactions & flushes 2024-12-03T18:32:38,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. 2024-12-03T18:32:38,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. 2024-12-03T18:32:38,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. after waiting 0 ms 2024-12-03T18:32:38,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. 2024-12-03T18:32:38,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. 2024-12-03T18:32:38,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b990ea787265a2ede0b8f90bc1605f5d: Waiting for close lock at 1733250758748Disabling compacts and flushes for region at 1733250758748Disabling writes for close at 1733250758749 (+1 ms)Writing region close event to WAL at 1733250758749Closed at 1733250758749 2024-12-03T18:32:38,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:32:38,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250758750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250758750"}]},"ts":"1733250758750"} 2024-12-03T18:32:38,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:32:38,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:32:38,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250758756"}]},"ts":"1733250758756"} 2024-12-03T18:32:38,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:32:38,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b990ea787265a2ede0b8f90bc1605f5d, ASSIGN}] 2024-12-03T18:32:38,762 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b990ea787265a2ede0b8f90bc1605f5d, ASSIGN 2024-12-03T18:32:38,763 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b990ea787265a2ede0b8f90bc1605f5d, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37849,1733250747609; forceNewPlan=false, retain=false 2024-12-03T18:32:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:38,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b990ea787265a2ede0b8f90bc1605f5d, regionState=OPENING, regionLocation=5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:38,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b990ea787265a2ede0b8f90bc1605f5d, ASSIGN because future has completed 2024-12-03T18:32:38,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b990ea787265a2ede0b8f90bc1605f5d, server=5cd6afc4bcac,37849,1733250747609}] 2024-12-03T18:32:39,102 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. 2024-12-03T18:32:39,102 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b990ea787265a2ede0b8f90bc1605f5d, NAME => 'test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:39,102 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:32:39,102 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:32:39,102 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,103 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:39,103 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,103 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,105 INFO [StoreOpener-b990ea787265a2ede0b8f90bc1605f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,107 INFO [StoreOpener-b990ea787265a2ede0b8f90bc1605f5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b990ea787265a2ede0b8f90bc1605f5d columnFamilyName f 2024-12-03T18:32:39,107 DEBUG [StoreOpener-b990ea787265a2ede0b8f90bc1605f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:39,109 INFO [StoreOpener-b990ea787265a2ede0b8f90bc1605f5d-1 {}] regionserver.HStore(327): Store=b990ea787265a2ede0b8f90bc1605f5d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:39,109 INFO [StoreOpener-b990ea787265a2ede0b8f90bc1605f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,111 INFO [StoreOpener-b990ea787265a2ede0b8f90bc1605f5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b990ea787265a2ede0b8f90bc1605f5d columnFamilyName f1 2024-12-03T18:32:39,111 DEBUG [StoreOpener-b990ea787265a2ede0b8f90bc1605f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:39,111 INFO [StoreOpener-b990ea787265a2ede0b8f90bc1605f5d-1 {}] regionserver.HStore(327): Store=b990ea787265a2ede0b8f90bc1605f5d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:39,111 INFO [StoreOpener-b990ea787265a2ede0b8f90bc1605f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,112 INFO [StoreOpener-b990ea787265a2ede0b8f90bc1605f5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b990ea787265a2ede0b8f90bc1605f5d columnFamilyName norep 2024-12-03T18:32:39,112 DEBUG [StoreOpener-b990ea787265a2ede0b8f90bc1605f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:39,119 INFO [StoreOpener-b990ea787265a2ede0b8f90bc1605f5d-1 {}] regionserver.HStore(327): Store=b990ea787265a2ede0b8f90bc1605f5d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:39,119 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,123 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,124 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,127 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,127 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,127 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:32:39,129 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,138 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:39,139 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b990ea787265a2ede0b8f90bc1605f5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62842810, jitterRate=-0.06356915831565857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:32:39,139 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:39,140 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b990ea787265a2ede0b8f90bc1605f5d: Running coprocessor pre-open hook at 1733250759103Writing region info on filesystem at 1733250759103Initializing all the Stores at 1733250759104 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250759104Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250759104Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250759104Cleaning up temporary data from old regions at 1733250759127 (+23 ms)Running coprocessor post-open hooks at 1733250759139 (+12 ms)Region opened successfully at 1733250759140 (+1 ms) 2024-12-03T18:32:39,141 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d., pid=6, masterSystemTime=1733250759095 2024-12-03T18:32:39,147 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. 2024-12-03T18:32:39,148 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. 2024-12-03T18:32:39,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b990ea787265a2ede0b8f90bc1605f5d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:39,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b990ea787265a2ede0b8f90bc1605f5d, server=5cd6afc4bcac,37849,1733250747609 because future has completed 2024-12-03T18:32:39,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:32:39,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b990ea787265a2ede0b8f90bc1605f5d, server=5cd6afc4bcac,37849,1733250747609 in 229 msec 2024-12-03T18:32:39,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:32:39,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b990ea787265a2ede0b8f90bc1605f5d, ASSIGN in 407 msec 2024-12-03T18:32:39,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:32:39,175 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250759175"}]},"ts":"1733250759175"} 2024-12-03T18:32:39,180 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:32:39,181 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:32:39,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 980 msec 2024-12-03T18:32:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:39,351 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:32:39,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e43d590 2024-12-03T18:32:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:39,357 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:39,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:32:39,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:32:39,363 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:39,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:32:39,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:32:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:39,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:32:39,431 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ea2ec48b9f29ab83ae505bd9f7752e2, NAME => 'test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4 2024-12-03T18:32:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:39,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:32:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:39,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:39,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ea2ec48b9f29ab83ae505bd9f7752e2, disabling compactions & flushes 2024-12-03T18:32:39,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. 2024-12-03T18:32:39,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. 2024-12-03T18:32:39,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. after waiting 0 ms 2024-12-03T18:32:39,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. 2024-12-03T18:32:39,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. 2024-12-03T18:32:39,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ea2ec48b9f29ab83ae505bd9f7752e2: Waiting for close lock at 1733250759907Disabling compacts and flushes for region at 1733250759907Disabling writes for close at 1733250759907Writing region close event to WAL at 1733250759907Closed at 1733250759907 2024-12-03T18:32:39,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:32:39,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250759909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250759909"}]},"ts":"1733250759909"} 2024-12-03T18:32:39,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:32:39,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:32:39,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250759912"}]},"ts":"1733250759912"} 2024-12-03T18:32:39,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:32:39,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ea2ec48b9f29ab83ae505bd9f7752e2, ASSIGN}] 2024-12-03T18:32:39,918 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ea2ec48b9f29ab83ae505bd9f7752e2, ASSIGN 2024-12-03T18:32:39,919 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ea2ec48b9f29ab83ae505bd9f7752e2, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,36395,1733250754541; forceNewPlan=false, retain=false 2024-12-03T18:32:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:40,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ea2ec48b9f29ab83ae505bd9f7752e2, regionState=OPENING, regionLocation=5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:40,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ea2ec48b9f29ab83ae505bd9f7752e2, ASSIGN because future has completed 2024-12-03T18:32:40,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ea2ec48b9f29ab83ae505bd9f7752e2, server=5cd6afc4bcac,36395,1733250754541}] 2024-12-03T18:32:40,274 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. 2024-12-03T18:32:40,274 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ea2ec48b9f29ab83ae505bd9f7752e2, NAME => 'test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:40,275 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:32:40,275 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:32:40,275 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,275 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:40,275 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,275 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,303 INFO [StoreOpener-5ea2ec48b9f29ab83ae505bd9f7752e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,309 INFO [StoreOpener-5ea2ec48b9f29ab83ae505bd9f7752e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ea2ec48b9f29ab83ae505bd9f7752e2 columnFamilyName f 2024-12-03T18:32:40,311 DEBUG [StoreOpener-5ea2ec48b9f29ab83ae505bd9f7752e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:40,312 INFO [StoreOpener-5ea2ec48b9f29ab83ae505bd9f7752e2-1 {}] regionserver.HStore(327): Store=5ea2ec48b9f29ab83ae505bd9f7752e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:40,313 INFO [StoreOpener-5ea2ec48b9f29ab83ae505bd9f7752e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,314 INFO [StoreOpener-5ea2ec48b9f29ab83ae505bd9f7752e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ea2ec48b9f29ab83ae505bd9f7752e2 columnFamilyName f1 2024-12-03T18:32:40,314 DEBUG [StoreOpener-5ea2ec48b9f29ab83ae505bd9f7752e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:40,314 INFO [StoreOpener-5ea2ec48b9f29ab83ae505bd9f7752e2-1 {}] regionserver.HStore(327): Store=5ea2ec48b9f29ab83ae505bd9f7752e2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:40,315 INFO [StoreOpener-5ea2ec48b9f29ab83ae505bd9f7752e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,319 INFO [StoreOpener-5ea2ec48b9f29ab83ae505bd9f7752e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ea2ec48b9f29ab83ae505bd9f7752e2 columnFamilyName norep 2024-12-03T18:32:40,319 DEBUG [StoreOpener-5ea2ec48b9f29ab83ae505bd9f7752e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:40,323 INFO [StoreOpener-5ea2ec48b9f29ab83ae505bd9f7752e2-1 {}] regionserver.HStore(327): Store=5ea2ec48b9f29ab83ae505bd9f7752e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:40,323 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,324 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,325 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,325 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,325 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,326 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:32:40,327 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,338 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:40,339 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ea2ec48b9f29ab83ae505bd9f7752e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62735625, jitterRate=-0.06516633927822113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:32:40,339 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:40,339 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ea2ec48b9f29ab83ae505bd9f7752e2: Running coprocessor pre-open hook at 1733250760275Writing region info on filesystem at 1733250760275Initializing all the Stores at 1733250760287 (+12 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250760287Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250760303 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250760303Cleaning up temporary data from old regions at 1733250760325 (+22 ms)Running coprocessor post-open hooks at 1733250760339 (+14 ms)Region opened successfully at 1733250760339 2024-12-03T18:32:40,340 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2., pid=6, masterSystemTime=1733250760263 2024-12-03T18:32:40,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ea2ec48b9f29ab83ae505bd9f7752e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:40,345 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. 2024-12-03T18:32:40,345 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. 2024-12-03T18:32:40,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ea2ec48b9f29ab83ae505bd9f7752e2, server=5cd6afc4bcac,36395,1733250754541 because future has completed 2024-12-03T18:32:40,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:32:40,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ea2ec48b9f29ab83ae505bd9f7752e2, server=5cd6afc4bcac,36395,1733250754541 in 269 msec 2024-12-03T18:32:40,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:32:40,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ea2ec48b9f29ab83ae505bd9f7752e2, ASSIGN in 450 msec 2024-12-03T18:32:40,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:32:40,369 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250760369"}]},"ts":"1733250760369"} 2024-12-03T18:32:40,372 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:32:40,373 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:32:40,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0150 sec 2024-12-03T18:32:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:32:40,510 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:32:40,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef2109f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:40,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,39483,-1 for getting cluster id 2024-12-03T18:32:40,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:40,524 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f81c382-577f-4151-ba43-d001814c8736' 2024-12-03T18:32:40,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:40,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f81c382-577f-4151-ba43-d001814c8736" 2024-12-03T18:32:40,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df041e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:40,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,39483,-1] 2024-12-03T18:32:40,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:40,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:40,526 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:40,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcbaf53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:40,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192e83bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:40,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,33865,-1 for getting cluster id 2024-12-03T18:32:40,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:40,530 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5bca42-38f9-4e87-8da3-0e7e8c878663' 2024-12-03T18:32:40,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:40,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5bca42-38f9-4e87-8da3-0e7e8c878663" 2024-12-03T18:32:40,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a10ab74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:40,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,33865,-1] 2024-12-03T18:32:40,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:40,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:40,532 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6ee57e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:40,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ac001e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:40,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,39483,-1 for getting cluster id 2024-12-03T18:32:40,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:40,540 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f81c382-577f-4151-ba43-d001814c8736' 2024-12-03T18:32:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f81c382-577f-4151-ba43-d001814c8736" 2024-12-03T18:32:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c754b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,39483,-1] 2024-12-03T18:32:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:40,543 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dc1e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:40,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bd22537 2024-12-03T18:32:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:40,550 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:40,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:33865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:32:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:32:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:40,564 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:33865' 2024-12-03T18:32:40,566 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cf8397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:40,566 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,33865,-1 for getting cluster id 2024-12-03T18:32:40,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:40,567 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5bca42-38f9-4e87-8da3-0e7e8c878663' 2024-12-03T18:32:40,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:40,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5bca42-38f9-4e87-8da3-0e7e8c878663" 2024-12-03T18:32:40,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0b4491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:40,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,33865,-1] 2024-12-03T18:32:40,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:40,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:40,569 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:40,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75948718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:40,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:40,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:40,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2efaaeed 2024-12-03T18:32:40,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:40,573 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:40,574 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T18:32:40,574 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:32:40,574 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:40,574 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:40,575 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:40,578 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:32:40,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:40,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:32:40,583 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:40,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:32:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741837_1013 (size=1138) 2024-12-03T18:32:40,629 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:32:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:41,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce772b6a3bf94b2bda8ab2bfff934bf4, NAME => 'hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276 2024-12-03T18:32:41,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741838_1014 (size=44) 2024-12-03T18:32:41,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:41,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ce772b6a3bf94b2bda8ab2bfff934bf4, disabling compactions & flushes 2024-12-03T18:32:41,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. 2024-12-03T18:32:41,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. 2024-12-03T18:32:41,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. after waiting 0 ms 2024-12-03T18:32:41,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. 2024-12-03T18:32:41,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. 2024-12-03T18:32:41,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce772b6a3bf94b2bda8ab2bfff934bf4: Waiting for close lock at 1733250761073Disabling compacts and flushes for region at 1733250761073Disabling writes for close at 1733250761073Writing region close event to WAL at 1733250761073Closed at 1733250761073 2024-12-03T18:32:41,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:32:41,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250761075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250761075"}]},"ts":"1733250761075"} 2024-12-03T18:32:41,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:32:41,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:32:41,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250761080"}]},"ts":"1733250761080"} 2024-12-03T18:32:41,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:32:41,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce772b6a3bf94b2bda8ab2bfff934bf4, ASSIGN}] 2024-12-03T18:32:41,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce772b6a3bf94b2bda8ab2bfff934bf4, ASSIGN 2024-12-03T18:32:41,093 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ce772b6a3bf94b2bda8ab2bfff934bf4, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,37849,1733250747609; forceNewPlan=false, retain=false 2024-12-03T18:32:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:41,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ce772b6a3bf94b2bda8ab2bfff934bf4, regionState=OPENING, regionLocation=5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:41,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ce772b6a3bf94b2bda8ab2bfff934bf4, ASSIGN because future has completed 2024-12-03T18:32:41,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce772b6a3bf94b2bda8ab2bfff934bf4, server=5cd6afc4bcac,37849,1733250747609}] 2024-12-03T18:32:41,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. 2024-12-03T18:32:41,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:41,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:32:41,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C37849%2C1733250747609.rep, suffix=, logDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609, archiveDir=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/oldWALs, maxLogs=10 2024-12-03T18:32:41,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.rep.1733250761449, exclude list is [], retry=0 2024-12-03T18:32:41,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-f14d77e6-816b-4f82-9153-a7d0cad14b95,DISK] 2024-12-03T18:32:41,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.rep.1733250761449 2024-12-03T18:32:41,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39337:39337)] 2024-12-03T18:32:41,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ce772b6a3bf94b2bda8ab2bfff934bf4, NAME => 'hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:41,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:32:41,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:32:41,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. service=MultiRowMutationService 2024-12-03T18:32:41,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:32:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,523 INFO [StoreOpener-ce772b6a3bf94b2bda8ab2bfff934bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,543 INFO [StoreOpener-ce772b6a3bf94b2bda8ab2bfff934bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce772b6a3bf94b2bda8ab2bfff934bf4 columnFamilyName hfileref 2024-12-03T18:32:41,543 DEBUG [StoreOpener-ce772b6a3bf94b2bda8ab2bfff934bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:41,546 INFO [StoreOpener-ce772b6a3bf94b2bda8ab2bfff934bf4-1 {}] regionserver.HStore(327): Store=ce772b6a3bf94b2bda8ab2bfff934bf4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:41,547 INFO [StoreOpener-ce772b6a3bf94b2bda8ab2bfff934bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,553 INFO [StoreOpener-ce772b6a3bf94b2bda8ab2bfff934bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce772b6a3bf94b2bda8ab2bfff934bf4 columnFamilyName queue 2024-12-03T18:32:41,553 DEBUG [StoreOpener-ce772b6a3bf94b2bda8ab2bfff934bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:41,558 INFO [StoreOpener-ce772b6a3bf94b2bda8ab2bfff934bf4-1 {}] regionserver.HStore(327): Store=ce772b6a3bf94b2bda8ab2bfff934bf4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:41,559 INFO [StoreOpener-ce772b6a3bf94b2bda8ab2bfff934bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,563 INFO [StoreOpener-ce772b6a3bf94b2bda8ab2bfff934bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce772b6a3bf94b2bda8ab2bfff934bf4 columnFamilyName sid 2024-12-03T18:32:41,563 DEBUG [StoreOpener-ce772b6a3bf94b2bda8ab2bfff934bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:41,566 INFO [StoreOpener-ce772b6a3bf94b2bda8ab2bfff934bf4-1 {}] regionserver.HStore(327): Store=ce772b6a3bf94b2bda8ab2bfff934bf4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:41,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/replication/ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/replication/ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:32:41,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/replication/ce772b6a3bf94b2bda8ab2bfff934bf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:41,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ce772b6a3bf94b2bda8ab2bfff934bf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70165914, jitterRate=0.04555359482765198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:32:41,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:41,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ce772b6a3bf94b2bda8ab2bfff934bf4: Running coprocessor pre-open hook at 1733250761508Writing region info on filesystem at 1733250761508Initializing all the Stores at 1733250761515 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250761515Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250761520 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250761520Cleaning up temporary data from old regions at 1733250761586 (+66 ms)Running coprocessor post-open hooks at 1733250761600 (+14 ms)Region opened successfully at 1733250761601 (+1 ms) 2024-12-03T18:32:41,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4., pid=10, masterSystemTime=1733250761419 2024-12-03T18:32:41,609 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ce772b6a3bf94b2bda8ab2bfff934bf4, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:41,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce772b6a3bf94b2bda8ab2bfff934bf4, server=5cd6afc4bcac,37849,1733250747609 because future has completed 2024-12-03T18:32:41,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. 2024-12-03T18:32:41,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. 2024-12-03T18:32:41,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:32:41,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ce772b6a3bf94b2bda8ab2bfff934bf4, server=5cd6afc4bcac,37849,1733250747609 in 360 msec 2024-12-03T18:32:41,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T18:32:41,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce772b6a3bf94b2bda8ab2bfff934bf4, ASSIGN in 535 msec 2024-12-03T18:32:41,625 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:32:41,625 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250761625"}]},"ts":"1733250761625"} 2024-12-03T18:32:41,629 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:32:41,631 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:32:41,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0560 sec 2024-12-03T18:32:41,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4., hostname=5cd6afc4bcac,37849,1733250747609, seqNum=2] 2024-12-03T18:32:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:41,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:41,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:41,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:32:41,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T18:32:41,911 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:32:41,993 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,37849,1733250747609, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:32:41,993 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:41,993 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37849,1733250747609, seqNum=-1] 2024-12-03T18:32:41,995 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:41,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T18:32:42,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,37849,1733250747609', locateType=CURRENT is [region=hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4., hostname=5cd6afc4bcac,37849,1733250747609, seqNum=2] 2024-12-03T18:32:42,008 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T18:32:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T18:32:42,011 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,37849,1733250747609 suceeded 2024-12-03T18:32:42,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T18:32:42,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 260 msec 2024-12-03T18:32:42,013 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:33865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:32:42,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4630 sec 2024-12-03T18:32:42,030 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:33865' 2024-12-03T18:32:42,033 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a17b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:42,033 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,33865,-1 for getting cluster id 2024-12-03T18:32:42,033 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:42,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T18:32:42,034 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T18:32:42,040 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5bca42-38f9-4e87-8da3-0e7e8c878663' 2024-12-03T18:32:42,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:42,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5bca42-38f9-4e87-8da3-0e7e8c878663" 2024-12-03T18:32:42,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27f663fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:42,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,33865,-1] 2024-12-03T18:32:42,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:42,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:42,042 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:42,043 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@553cb387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:42,044 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:42,045 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:42,045 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c926f3e 2024-12-03T18:32:42,045 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:42,046 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-03T18:32:42,047 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,37849,1733250747609 (queues=1) is replicating from cluster=9f81c382-577f-4151-ba43-d001814c8736 to cluster=6c5bca42-38f9-4e87-8da3-0e7e8c878663 2024-12-03T18:32:42,047 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C37849%2C1733250747609 2024-12-03T18:32:42,047 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,37849,1733250747609, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:32:42,048 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776, startPosition=0, beingWritten=true 2024-12-03T18:32:42,055 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C37849%2C1733250747609 2024-12-03T18:32:42,092 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:42,092 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 379, reset compression=false 2024-12-03T18:32:42,093 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,37849,1733250747609 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:32:42,337 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 379, reset compression=false 2024-12-03T18:32:42,659 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 379, reset compression=false 2024-12-03T18:32:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:42,723 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:32:42,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:42,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:42,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:42,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:42,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:42,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352f217a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:42,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,33865,-1 for getting cluster id 2024-12-03T18:32:42,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:42,728 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5bca42-38f9-4e87-8da3-0e7e8c878663' 2024-12-03T18:32:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5bca42-38f9-4e87-8da3-0e7e8c878663" 2024-12-03T18:32:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643dacc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,33865,-1] 2024-12-03T18:32:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:42,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:42,730 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6260072e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:42,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:42,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:42,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@256d1989 2024-12-03T18:32:42,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:42,734 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:42,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:39483,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:32:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:32:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:42,738 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:39483' 2024-12-03T18:32:42,755 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35676aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:42,755 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,39483,-1 for getting cluster id 2024-12-03T18:32:42,755 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:42,756 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f81c382-577f-4151-ba43-d001814c8736' 2024-12-03T18:32:42,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:42,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f81c382-577f-4151-ba43-d001814c8736" 2024-12-03T18:32:42,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1245c93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:42,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,39483,-1] 2024-12-03T18:32:42,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:42,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:42,757 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:42,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e681165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:42,758 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:42,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:42,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e742ad1 2024-12-03T18:32:42,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:42,760 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:32:42,761 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T18:32:42,761 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:32:42,761 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:42,761 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:42,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:42,762 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:42,763 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:32:42,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:32:42,764 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:42,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:32:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741837_1013 (size=1138) 2024-12-03T18:32:42,813 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:32:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:43,072 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 379, reset compression=false 2024-12-03T18:32:43,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ef716f355d121cbae9745ea64947be3, NAME => 'hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4 2024-12-03T18:32:43,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741838_1014 (size=44) 2024-12-03T18:32:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:43,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:32:43,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:43,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:43,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:43,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:43,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:43,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:43,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:43,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:43,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:43,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:43,591 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 379, reset compression=false 2024-12-03T18:32:43,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:43,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5ef716f355d121cbae9745ea64947be3, disabling compactions & flushes 2024-12-03T18:32:43,607 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:43,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:43,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. after waiting 0 ms 2024-12-03T18:32:43,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:43,607 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:43,607 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ef716f355d121cbae9745ea64947be3: Waiting for close lock at 1733250763607Disabling compacts and flushes for region at 1733250763607Disabling writes for close at 1733250763607Writing region close event to WAL at 1733250763607Closed at 1733250763607 2024-12-03T18:32:43,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:32:43,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250763609"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250763609"}]},"ts":"1733250763609"} 2024-12-03T18:32:43,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:32:43,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:32:43,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250763614"}]},"ts":"1733250763614"} 2024-12-03T18:32:43,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:32:43,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5ef716f355d121cbae9745ea64947be3, ASSIGN}] 2024-12-03T18:32:43,620 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5ef716f355d121cbae9745ea64947be3, ASSIGN 2024-12-03T18:32:43,621 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5ef716f355d121cbae9745ea64947be3, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,36395,1733250754541; forceNewPlan=false, retain=false 2024-12-03T18:32:43,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5ef716f355d121cbae9745ea64947be3, regionState=OPENING, regionLocation=5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:43,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5ef716f355d121cbae9745ea64947be3, ASSIGN because future has completed 2024-12-03T18:32:43,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ef716f355d121cbae9745ea64947be3, server=5cd6afc4bcac,36395,1733250754541}] 2024-12-03T18:32:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:43,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:43,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:43,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:32:43,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C36395%2C1733250754541.rep, suffix=, logDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541, archiveDir=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/oldWALs, maxLogs=10 2024-12-03T18:32:43,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.rep.1733250763946, exclude list is [], retry=0 2024-12-03T18:32:43,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46443,DS-423620ab-1b76-4a36-9728-0bc503359ac6,DISK] 2024-12-03T18:32:43,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.rep.1733250763946 2024-12-03T18:32:43,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861)] 2024-12-03T18:32:43,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ef716f355d121cbae9745ea64947be3, NAME => 'hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:32:43,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:32:43,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:32:43,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. service=MultiRowMutationService 2024-12-03T18:32:43,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:32:43,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:32:43,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,971 INFO [StoreOpener-5ef716f355d121cbae9745ea64947be3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,972 INFO [StoreOpener-5ef716f355d121cbae9745ea64947be3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ef716f355d121cbae9745ea64947be3 columnFamilyName hfileref 2024-12-03T18:32:43,972 DEBUG [StoreOpener-5ef716f355d121cbae9745ea64947be3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:43,974 INFO [StoreOpener-5ef716f355d121cbae9745ea64947be3-1 {}] regionserver.HStore(327): Store=5ef716f355d121cbae9745ea64947be3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:43,974 INFO [StoreOpener-5ef716f355d121cbae9745ea64947be3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,978 INFO [StoreOpener-5ef716f355d121cbae9745ea64947be3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ef716f355d121cbae9745ea64947be3 columnFamilyName queue 2024-12-03T18:32:43,978 DEBUG [StoreOpener-5ef716f355d121cbae9745ea64947be3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:43,978 INFO [StoreOpener-5ef716f355d121cbae9745ea64947be3-1 {}] regionserver.HStore(327): Store=5ef716f355d121cbae9745ea64947be3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:43,978 INFO [StoreOpener-5ef716f355d121cbae9745ea64947be3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,980 INFO [StoreOpener-5ef716f355d121cbae9745ea64947be3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ef716f355d121cbae9745ea64947be3 columnFamilyName sid 2024-12-03T18:32:43,980 DEBUG [StoreOpener-5ef716f355d121cbae9745ea64947be3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:32:43,981 INFO [StoreOpener-5ef716f355d121cbae9745ea64947be3-1 {}] regionserver.HStore(327): Store=5ef716f355d121cbae9745ea64947be3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:32:43,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/replication/5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/replication/5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:32:43,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/replication/5ef716f355d121cbae9745ea64947be3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:32:43,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5ef716f355d121cbae9745ea64947be3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63992154, jitterRate=-0.04644259810447693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:32:43,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:43,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5ef716f355d121cbae9745ea64947be3: Running coprocessor pre-open hook at 1733250763966Writing region info on filesystem at 1733250763966Initializing all the Stores at 1733250763967 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250763967Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250763970 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250763970Cleaning up temporary data from old regions at 1733250763984 (+14 ms)Running coprocessor post-open hooks at 1733250763996 (+12 ms)Region opened successfully at 1733250763996 2024-12-03T18:32:43,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3., pid=10, masterSystemTime=1733250763936 2024-12-03T18:32:43,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:43,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:43,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5ef716f355d121cbae9745ea64947be3, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:44,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ef716f355d121cbae9745ea64947be3, server=5cd6afc4bcac,36395,1733250754541 because future has completed 2024-12-03T18:32:44,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:32:44,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ef716f355d121cbae9745ea64947be3, server=5cd6afc4bcac,36395,1733250754541 in 221 msec 2024-12-03T18:32:44,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T18:32:44,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5ef716f355d121cbae9745ea64947be3, ASSIGN in 385 msec 2024-12-03T18:32:44,005 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:32:44,005 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250764005"}]},"ts":"1733250764005"} 2024-12-03T18:32:44,007 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:32:44,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:32:44,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2460 sec 2024-12-03T18:32:44,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3., hostname=5cd6afc4bcac,36395,1733250754541, seqNum=2] 2024-12-03T18:32:44,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:44,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:44,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:32:44,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T18:32:44,222 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:32:44,242 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 379, reset compression=false 2024-12-03T18:32:44,251 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,36395,1733250754541, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:32:44,251 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:44,251 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,36395,1733250754541, seqNum=-1] 2024-12-03T18:32:44,251 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:44,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T18:32:44,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,36395,1733250754541', locateType=CURRENT is [region=hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3., hostname=5cd6afc4bcac,36395,1733250754541, seqNum=2] 2024-12-03T18:32:44,262 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T18:32:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T18:32:44,264 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,36395,1733250754541 suceeded 2024-12-03T18:32:44,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T18:32:44,266 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:39483,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:32:44,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-03T18:32:44,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5320 sec 2024-12-03T18:32:44,297 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:39483' 2024-12-03T18:32:44,298 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d2f8ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:44,298 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,39483,-1 for getting cluster id 2024-12-03T18:32:44,299 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:44,299 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f81c382-577f-4151-ba43-d001814c8736' 2024-12-03T18:32:44,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:44,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f81c382-577f-4151-ba43-d001814c8736" 2024-12-03T18:32:44,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b21593d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:44,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,39483,-1] 2024-12-03T18:32:44,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:44,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:44,301 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:44,302 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28570f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:44,302 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:44,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:44,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@755125c9 2024-12-03T18:32:44,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:32:44,304 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-03T18:32:44,305 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,36395,1733250754541 (queues=1) is replicating from cluster=6c5bca42-38f9-4e87-8da3-0e7e8c878663 to cluster=9f81c382-577f-4151-ba43-d001814c8736 2024-12-03T18:32:44,305 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C36395%2C1733250754541 2024-12-03T18:32:44,305 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,36395,1733250754541, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:32:44,305 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293, startPosition=0, beingWritten=true 2024-12-03T18:32:44,310 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C36395%2C1733250754541 2024-12-03T18:32:44,316 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:44,316 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 379, reset compression=false 2024-12-03T18:32:44,316 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,36395,1733250754541 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:32:44,524 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 379, reset compression=false 2024-12-03T18:32:44,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T18:32:44,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T18:32:44,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T18:32:44,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T18:32:44,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:32:44,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T18:32:44,850 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 379, reset compression=false 2024-12-03T18:32:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:32:44,890 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:32:44,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:44,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:44,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:44,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:44,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:44,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:44,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37849,1733250747609, seqNum=-1] 2024-12-03T18:32:44,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:44,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d., hostname=5cd6afc4bcac,37849,1733250747609, seqNum=2] 2024-12-03T18:32:44,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:44,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,36395,1733250754541, seqNum=-1] 2024-12-03T18:32:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:44,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:32:44,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2., hostname=5cd6afc4bcac,36395,1733250754541, seqNum=2] 2024-12-03T18:32:44,901 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T18:32:44,946 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 379, reset compression=false 2024-12-03T18:32:44,950 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:32:44,951 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 480, reset compression=false 2024-12-03T18:32:44,951 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,37849,1733250747609 got entry batch from reader: WALEntryBatch [walEntries=[{test/b990ea787265a2ede0b8f90bc1605f5d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T18:32:44,952 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:32:44,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-03T18:32:44,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:32:44,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@189abc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:44,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,33865,-1 for getting cluster id 2024-12-03T18:32:44,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:44,960 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c5bca42-38f9-4e87-8da3-0e7e8c878663' 2024-12-03T18:32:44,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:44,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c5bca42-38f9-4e87-8da3-0e7e8c878663" 2024-12-03T18:32:44,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@431fc42c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:44,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,33865,-1] 2024-12-03T18:32:44,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:44,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:44,962 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:44,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42148698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:44,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:44,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,36395,1733250754541, seqNum=-1] 2024-12-03T18:32:44,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:44,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T18:32:44,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2., hostname=5cd6afc4bcac,36395,1733250754541, seqNum=2] 2024-12-03T18:32:45,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:32:45,167 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 480, reset compression=false 2024-12-03T18:32:45,254 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 379, reset compression=false 2024-12-03T18:32:45,257 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:45,257 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 504, reset compression=false 2024-12-03T18:32:45,258 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,36395,1733250754541 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:32:45,462 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 504, reset compression=false 2024-12-03T18:32:45,471 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 480, reset compression=false 2024-12-03T18:32:45,791 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 504, reset compression=false 2024-12-03T18:32:45,899 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 480, reset compression=false 2024-12-03T18:32:45,905 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T18:32:45,911 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T18:32:46,196 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 504, reset compression=false 2024-12-03T18:32:46,200 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:32:46,200 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 608, reset compression=false 2024-12-03T18:32:46,200 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,36395,1733250754541 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ea2ec48b9f29ab83ae505bd9f7752e2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T18:32:46,201 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:32:46,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-03T18:32:46,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:32:46,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2558642c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:46,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,39483,-1 for getting cluster id 2024-12-03T18:32:46,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:32:46,203 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f81c382-577f-4151-ba43-d001814c8736' 2024-12-03T18:32:46,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:32:46,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f81c382-577f-4151-ba43-d001814c8736" 2024-12-03T18:32:46,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2599751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:46,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,39483,-1] 2024-12-03T18:32:46,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:32:46,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:46,205 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:32:46,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23e8e236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:32:46,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:32:46,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,37849,1733250747609, seqNum=-1] 2024-12-03T18:32:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:32:46,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T18:32:46,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d., hostname=5cd6afc4bcac,37849,1733250747609, seqNum=2] 2024-12-03T18:32:46,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:32:46,408 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 480, reset compression=false 2024-12-03T18:32:46,411 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 608, reset compression=false 2024-12-03T18:32:46,420 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:46,420 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 607, reset compression=false 2024-12-03T18:32:46,420 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,37849,1733250747609 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:32:46,626 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 607, reset compression=false 2024-12-03T18:32:46,722 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 608, reset compression=false 2024-12-03T18:32:46,920 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T18:32:46,936 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 607, reset compression=false 2024-12-03T18:32:46,962 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T18:32:46,988 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:32:46,988 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 763, reset compression=false 2024-12-03T18:32:46,989 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,37849,1733250747609 got entry batch from reader: WALEntryBatch [walEntries=[{test/b990ea787265a2ede0b8f90bc1605f5d/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T18:32:46,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:32:46,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:32:47,160 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 608, reset compression=false 2024-12-03T18:32:47,169 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:47,169 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 756, reset compression=false 2024-12-03T18:32:47,169 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,36395,1733250754541 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:32:47,198 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 763, reset compression=false 2024-12-03T18:32:47,375 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 756, reset compression=false 2024-12-03T18:32:47,507 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 763, reset compression=false 2024-12-03T18:32:47,679 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 756, reset compression=false 2024-12-03T18:32:47,912 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 763, reset compression=false 2024-12-03T18:32:47,964 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T18:32:47,967 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T18:32:48,086 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 756, reset compression=false 2024-12-03T18:32:48,108 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:32:48,108 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 915, reset compression=false 2024-12-03T18:32:48,110 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,36395,1733250754541 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ea2ec48b9f29ab83ae505bd9f7752e2/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T18:32:48,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:32:48,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:32:48,319 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:48,319 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:48,320 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28337 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:48,328 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 915, reset compression=false 2024-12-03T18:32:48,415 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 763, reset compression=false 2024-12-03T18:32:48,419 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:48,419 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 912, reset compression=false 2024-12-03T18:32:48,419 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,37849,1733250747609 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:32:48,625 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 912, reset compression=false 2024-12-03T18:32:48,636 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 915, reset compression=false 2024-12-03T18:32:48,937 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 912, reset compression=false 2024-12-03T18:32:48,974 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T18:32:48,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:32:48,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:48,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:48,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:48,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:48,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:32:48,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1705558111, stopped=false 2024-12-03T18:32:48,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:48,978 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,33865,1733250753900 2024-12-03T18:32:49,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1015079077/running 2024-12-03T18:32:49,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:49,027 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:32:49,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:49,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:49,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:49,028 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,36395,1733250754541' ***** 2024-12-03T18:32:49,028 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:32:49,028 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:32:49,028 INFO [RS:0;5cd6afc4bcac:36395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:32:49,028 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:32:49,028 INFO [RS:0;5cd6afc4bcac:36395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:32:49,028 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ea2ec48b9f29ab83ae505bd9f7752e2 2024-12-03T18:32:49,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Set watcher on znode that does not yet exist, /1-1015079077/running 2024-12-03T18:32:49,029 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:49,029 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:49,029 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:32:49,029 INFO [RS:0;5cd6afc4bcac:36395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:36395. 2024-12-03T18:32:49,029 DEBUG [RS:0;5cd6afc4bcac:36395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:49,029 DEBUG [RS:0;5cd6afc4bcac:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:49,029 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:32:49,029 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:32:49,029 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:32:49,029 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:32:49,029 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ea2ec48b9f29ab83ae505bd9f7752e2, disabling compactions & flushes 2024-12-03T18:32:49,029 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. 2024-12-03T18:32:49,029 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. 2024-12-03T18:32:49,030 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. after waiting 0 ms 2024-12-03T18:32:49,030 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. 2024-12-03T18:32:49,030 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ea2ec48b9f29ab83ae505bd9f7752e2 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-03T18:32:49,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1015079077/running 2024-12-03T18:32:49,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:49,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Set watcher on znode that does not yet exist, /1-1015079077/running 2024-12-03T18:32:49,042 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T18:32:49,042 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1325): Online Regions={5ea2ec48b9f29ab83ae505bd9f7752e2=test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2., 1588230740=hbase:meta,,1.1588230740, 5ef716f355d121cbae9745ea64947be3=hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3.} 2024-12-03T18:32:49,043 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ea2ec48b9f29ab83ae505bd9f7752e2, 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:49,043 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:32:49,043 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:32:49,043 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:32:49,043 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:32:49,043 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:32:49,043 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T18:32:49,046 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 915, reset compression=false 2024-12-03T18:32:49,056 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:49,056 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 1162, reset compression=false 2024-12-03T18:32:49,056 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,36395,1733250754541 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:32:49,058 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5cd6afc4bcac,36395,1733250754541: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5cd6afc4bcac,36395,1733250754541, walGroup=5cd6afc4bcac%2C36395%2C1733250754541, offset=5cd6afc4bcac%2C36395%2C1733250754541.1733250757293:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:36395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T18:32:49,059 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T18:32:49,061 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T18:32:49,062 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T18:32:49,062 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T18:32:49,062 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T18:32:49,062 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 582561792 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 190759576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T18:32:49,063 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:33865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:33865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T18:32:49,064 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/.tmp/f/4954b061af094890b64b3e3ce3e08085 is 29, key is row1/f:/1733250767965/DeleteFamily/seqid=0 2024-12-03T18:32:49,068 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/.tmp/info/469bb34e7487434d88f8cddfb49beb6c is 147, key is hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3./info:regioninfo/1733250763999/Put/seqid=0 2024-12-03T18:32:49,089 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:32:49,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741840_1016 (size=5118) 2024-12-03T18:32:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741841_1017 (size=7686) 2024-12-03T18:32:49,109 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/.tmp/info/469bb34e7487434d88f8cddfb49beb6c 2024-12-03T18:32:49,111 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/.tmp/f/4954b061af094890b64b3e3ce3e08085 2024-12-03T18:32:49,119 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4954b061af094890b64b3e3ce3e08085 2024-12-03T18:32:49,128 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:32:49,128 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:32:49,155 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/.tmp/f1/07c0ee91ee3840f8bb78d9d7a3ad155a is 30, key is row1/f1:/1733250767965/DeleteFamily/seqid=0 2024-12-03T18:32:49,177 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/.tmp/ns/80003433b84d43cbbdaeedff6e9efe8e is 43, key is default/ns:d/1733250758041/Put/seqid=0 2024-12-03T18:32:49,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741843_1019 (size=5153) 2024-12-03T18:32:49,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741842_1018 (size=5123) 2024-12-03T18:32:49,222 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/.tmp/f1/07c0ee91ee3840f8bb78d9d7a3ad155a 2024-12-03T18:32:49,238 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07c0ee91ee3840f8bb78d9d7a3ad155a 2024-12-03T18:32:49,243 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ea2ec48b9f29ab83ae505bd9f7752e2, 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:49,257 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/.tmp/norep/98a8bb2e702f4987990611a57be9e257 is 33, key is row1/norep:/1733250767965/DeleteFamily/seqid=0 2024-12-03T18:32:49,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741844_1020 (size=5108) 2024-12-03T18:32:49,289 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/.tmp/norep/98a8bb2e702f4987990611a57be9e257 2024-12-03T18:32:49,295 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98a8bb2e702f4987990611a57be9e257 2024-12-03T18:32:49,298 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/.tmp/f/4954b061af094890b64b3e3ce3e08085 as hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/f/4954b061af094890b64b3e3ce3e08085 2024-12-03T18:32:49,303 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 1162, reset compression=false 2024-12-03T18:32:49,307 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4954b061af094890b64b3e3ce3e08085 2024-12-03T18:32:49,307 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/f/4954b061af094890b64b3e3ce3e08085, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T18:32:49,308 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/.tmp/f1/07c0ee91ee3840f8bb78d9d7a3ad155a as hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/f1/07c0ee91ee3840f8bb78d9d7a3ad155a 2024-12-03T18:32:49,313 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07c0ee91ee3840f8bb78d9d7a3ad155a 2024-12-03T18:32:49,313 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/f1/07c0ee91ee3840f8bb78d9d7a3ad155a, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T18:32:49,314 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/.tmp/norep/98a8bb2e702f4987990611a57be9e257 as hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/norep/98a8bb2e702f4987990611a57be9e257 2024-12-03T18:32:49,318 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98a8bb2e702f4987990611a57be9e257 2024-12-03T18:32:49,318 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/norep/98a8bb2e702f4987990611a57be9e257, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T18:32:49,319 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5ea2ec48b9f29ab83ae505bd9f7752e2 in 288ms, sequenceid=8, compaction requested=false 2024-12-03T18:32:49,328 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:49,328 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 1511, reset compression=false 2024-12-03T18:32:49,352 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 912, reset compression=false 2024-12-03T18:32:49,388 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/default/test/5ea2ec48b9f29ab83ae505bd9f7752e2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T18:32:49,388 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:49,388 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:32:49,388 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. 2024-12-03T18:32:49,389 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ea2ec48b9f29ab83ae505bd9f7752e2: Waiting for close lock at 1733250769029Running coprocessor pre-close hooks at 1733250769029Disabling compacts and flushes for region at 1733250769029Disabling writes for close at 1733250769030 (+1 ms)Obtaining lock to block concurrent updates at 1733250769030Preparing flush snapshotting stores in 5ea2ec48b9f29ab83ae505bd9f7752e2 at 1733250769030Finished memstore snapshotting test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733250769030Flushing stores of test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. at 1733250769031 (+1 ms)Flushing 5ea2ec48b9f29ab83ae505bd9f7752e2/f: creating writer at 1733250769031Flushing 5ea2ec48b9f29ab83ae505bd9f7752e2/f: appending metadata at 1733250769063 (+32 ms)Flushing 5ea2ec48b9f29ab83ae505bd9f7752e2/f: closing flushed file at 1733250769063Flushing 5ea2ec48b9f29ab83ae505bd9f7752e2/f1: creating writer at 1733250769120 (+57 ms)Flushing 5ea2ec48b9f29ab83ae505bd9f7752e2/f1: appending metadata at 1733250769154 (+34 ms)Flushing 5ea2ec48b9f29ab83ae505bd9f7752e2/f1: closing flushed file at 1733250769154Flushing 5ea2ec48b9f29ab83ae505bd9f7752e2/norep: creating writer at 1733250769238 (+84 ms)Flushing 5ea2ec48b9f29ab83ae505bd9f7752e2/norep: appending metadata at 1733250769256 (+18 ms)Flushing 5ea2ec48b9f29ab83ae505bd9f7752e2/norep: closing flushed file at 1733250769256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3330b9ca: reopening flushed file at 1733250769295 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca234a8: reopening flushed file at 1733250769307 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b2936b5: reopening flushed file at 1733250769313 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5ea2ec48b9f29ab83ae505bd9f7752e2 in 288ms, sequenceid=8, compaction requested=false at 1733250769319 (+6 ms)Writing region close event to WAL at 1733250769370 (+51 ms)Running coprocessor post-close hooks at 1733250769388 (+18 ms)Closed at 1733250769388 2024-12-03T18:32:49,389 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2. 2024-12-03T18:32:49,389 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ef716f355d121cbae9745ea64947be3, disabling compactions & flushes 2024-12-03T18:32:49,389 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:49,389 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:49,389 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. after waiting 0 ms 2024-12-03T18:32:49,389 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:49,389 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ef716f355d121cbae9745ea64947be3: Waiting for close lock at 1733250769389Running coprocessor pre-close hooks at 1733250769389Disabling compacts and flushes for region at 1733250769389Disabling writes for close at 1733250769389Failed flush hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3., putting online again at 1733250769389 2024-12-03T18:32:49,389 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:49,443 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:49,443 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef716f355d121cbae9745ea64947be3 2024-12-03T18:32:49,443 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ef716f355d121cbae9745ea64947be3, disabling compactions & flushes 2024-12-03T18:32:49,443 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:49,443 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:49,443 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. after waiting 0 ms 2024-12-03T18:32:49,443 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:49,443 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ef716f355d121cbae9745ea64947be3: Waiting for close lock at 1733250769443Running coprocessor pre-close hooks at 1733250769443Disabling compacts and flushes for region at 1733250769443Disabling writes for close at 1733250769443Failed flush hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3., putting online again at 1733250769443 2024-12-03T18:32:49,443 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3. 2024-12-03T18:32:49,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:32:49,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:49,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:49,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:49,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:49,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:49,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:49,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:49,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:49,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:49,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:49,534 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.1733250757293 to pos 1511, reset compression=false 2024-12-03T18:32:49,547 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:49,613 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/.tmp/ns/80003433b84d43cbbdaeedff6e9efe8e 2024-12-03T18:32:49,638 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/.tmp/rep_barrier/672f6e8f1b1a471b9054bfae1f29dd92 is 112, key is test,,1733250759358.5ea2ec48b9f29ab83ae505bd9f7752e2./rep_barrier:seqnumDuringOpen/1733250760344/Put/seqid=0 2024-12-03T18:32:49,643 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:32:49,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741845_1021 (size=5518) 2024-12-03T18:32:49,843 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:32:49,888 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 912, reset compression=false 2024-12-03T18:32:50,046 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:32:50,046 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5ef716f355d121cbae9745ea64947be3=hbase:replication,,1733250762762.5ef716f355d121cbae9745ea64947be3.} 2024-12-03T18:32:50,047 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:32:50,047 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/.tmp/rep_barrier/672f6e8f1b1a471b9054bfae1f29dd92 2024-12-03T18:32:50,083 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/.tmp/table/5fdc876455be4cc0b14be2a7d6c8346e is 53, key is hbase:replication/table:state/1733250764005/Put/seqid=0 2024-12-03T18:32:50,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741846_1022 (size=5308) 2024-12-03T18:32:50,247 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:32:50,447 DEBUG [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:32:50,496 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 912, reset compression=false 2024-12-03T18:32:50,499 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/.tmp/table/5fdc876455be4cc0b14be2a7d6c8346e 2024-12-03T18:32:50,506 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/.tmp/info/469bb34e7487434d88f8cddfb49beb6c as hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/info/469bb34e7487434d88f8cddfb49beb6c 2024-12-03T18:32:50,510 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/info/469bb34e7487434d88f8cddfb49beb6c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T18:32:50,511 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/.tmp/ns/80003433b84d43cbbdaeedff6e9efe8e as hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/ns/80003433b84d43cbbdaeedff6e9efe8e 2024-12-03T18:32:50,516 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/ns/80003433b84d43cbbdaeedff6e9efe8e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T18:32:50,517 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/.tmp/rep_barrier/672f6e8f1b1a471b9054bfae1f29dd92 as hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/rep_barrier/672f6e8f1b1a471b9054bfae1f29dd92 2024-12-03T18:32:50,522 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/rep_barrier/672f6e8f1b1a471b9054bfae1f29dd92, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T18:32:50,523 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/.tmp/table/5fdc876455be4cc0b14be2a7d6c8346e as hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/table/5fdc876455be4cc0b14be2a7d6c8346e 2024-12-03T18:32:50,532 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/table/5fdc876455be4cc0b14be2a7d6c8346e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T18:32:50,535 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1492ms, sequenceid=16, compaction requested=false 2024-12-03T18:32:50,547 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T18:32:50,547 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:50,547 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:32:50,547 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:32:50,547 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250769043Running coprocessor pre-close hooks at 1733250769043Disabling compacts and flushes for region at 1733250769043Disabling writes for close at 1733250769043Obtaining lock to block concurrent updates at 1733250769043Preparing flush snapshotting stores in 1588230740 at 1733250769043Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733250769043Flushing stores of hbase:meta,,1.1588230740 at 1733250769044 (+1 ms)Flushing 1588230740/info: creating writer at 1733250769044Flushing 1588230740/info: appending metadata at 1733250769068 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733250769068Flushing 1588230740/ns: creating writer at 1733250769132 (+64 ms)Flushing 1588230740/ns: appending metadata at 1733250769177 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1733250769177Flushing 1588230740/rep_barrier: creating writer at 1733250769620 (+443 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250769637 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250769637Flushing 1588230740/table: creating writer at 1733250770061 (+424 ms)Flushing 1588230740/table: appending metadata at 1733250770082 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733250770082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be0f76d: reopening flushed file at 1733250770505 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cfd5945: reopening flushed file at 1733250770511 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a935f4: reopening flushed file at 1733250770516 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed42857: reopening flushed file at 1733250770522 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1492ms, sequenceid=16, compaction requested=false at 1733250770535 (+13 ms)Writing region close event to WAL at 1733250770536 (+1 ms)Running coprocessor post-close hooks at 1733250770547 (+11 ms)Closed at 1733250770547 2024-12-03T18:32:50,548 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:32:50,647 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T18:32:50,647 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,36395,1733250754541; all regions closed. 2024-12-03T18:32:50,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.meta.1733250757837.meta not finished, retry = 0 2024-12-03T18:32:50,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741834_1010 (size=4239) 2024-12-03T18:32:50,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741839_1015 (size=1733) 2024-12-03T18:32:50,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/WALs/5cd6afc4bcac,36395,1733250754541/5cd6afc4bcac%2C36395%2C1733250754541.rep.1733250763946 not finished, retry = 0 2024-12-03T18:32:50,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741833_1009 (size=1814) 2024-12-03T18:32:50,858 DEBUG [RS:0;5cd6afc4bcac:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:50,858 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:32:50,858 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:32:50,859 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:32:50,859 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:32:50,859 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:32:50,859 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,36395,1733250754541 because: Region server is closing 2024-12-03T18:32:50,859 INFO [RS:0;5cd6afc4bcac:36395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:36395. 2024-12-03T18:32:50,859 DEBUG [RS:0;5cd6afc4bcac:36395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:50,859 DEBUG [RS:0;5cd6afc4bcac:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:50,860 DEBUG [RS:0;5cd6afc4bcac:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:50,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:50,960 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.shipper5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 terminated 2024-12-03T18:32:50,960 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,36395,1733250754541.replicationSource.wal-reader.5cd6afc4bcac%2C36395%2C1733250754541,1-5cd6afc4bcac,36395,1733250754541 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-12-03T18:32:50,960 INFO [RS:0;5cd6afc4bcac:36395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:36395. 2024-12-03T18:32:50,960 DEBUG [RS:0;5cd6afc4bcac:36395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:50,960 DEBUG [RS:0;5cd6afc4bcac:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:50,960 DEBUG [RS:0;5cd6afc4bcac:36395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:50,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:50,961 INFO [RS:0;5cd6afc4bcac:36395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36395 2024-12-03T18:32:50,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1015079077/rs/5cd6afc4bcac,36395,1733250754541 2024-12-03T18:32:50,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077/rs 2024-12-03T18:32:50,992 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:32:51,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,36395,1733250754541] 2024-12-03T18:32:51,017 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015079077/draining/5cd6afc4bcac,36395,1733250754541 already deleted, retry=false 2024-12-03T18:32:51,017 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,36395,1733250754541 expired; onlineServers=0 2024-12-03T18:32:51,017 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,33865,1733250753900' ***** 2024-12-03T18:32:51,017 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:32:51,017 INFO [M:0;5cd6afc4bcac:33865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:32:51,017 INFO [M:0;5cd6afc4bcac:33865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:32:51,017 DEBUG [M:0;5cd6afc4bcac:33865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:32:51,017 DEBUG [M:0;5cd6afc4bcac:33865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:32:51,017 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:32:51,018 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250756919 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250756919,5,FailOnTimeoutGroup] 2024-12-03T18:32:51,018 INFO [M:0;5cd6afc4bcac:33865 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:32:51,018 INFO [M:0;5cd6afc4bcac:33865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:32:51,018 DEBUG [M:0;5cd6afc4bcac:33865 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:32:51,018 INFO [M:0;5cd6afc4bcac:33865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:32:51,018 INFO [M:0;5cd6afc4bcac:33865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:32:51,018 INFO [M:0;5cd6afc4bcac:33865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:32:51,018 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:32:51,023 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250756911 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250756911,5,FailOnTimeoutGroup] 2024-12-03T18:32:51,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1015079077/master 2024-12-03T18:32:51,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1015079077 2024-12-03T18:32:51,042 DEBUG [M:0;5cd6afc4bcac:33865 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1015079077/master already deleted, retry=false 2024-12-03T18:32:51,042 DEBUG [M:0;5cd6afc4bcac:33865 {}] master.ActiveMasterManager(353): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1015079077/master 2024-12-03T18:32:51,042 INFO [M:0;5cd6afc4bcac:33865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/.lastflushedseqids 2024-12-03T18:32:51,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741847_1023 (size=245) 2024-12-03T18:32:51,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:51,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36395-0x1019dc1115d0004, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:51,107 INFO [RS:0;5cd6afc4bcac:36395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:32:51,107 INFO [RS:0;5cd6afc4bcac:36395 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,36395,1733250754541; zookeeper connection closed. 2024-12-03T18:32:51,107 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bba057a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bba057a 2024-12-03T18:32:51,107 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:32:51,202 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 912, reset compression=false 2024-12-03T18:32:51,475 INFO [M:0;5cd6afc4bcac:33865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:32:51,476 INFO [M:0;5cd6afc4bcac:33865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:32:51,476 DEBUG [M:0;5cd6afc4bcac:33865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:32:51,477 INFO [M:0;5cd6afc4bcac:33865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:51,477 DEBUG [M:0;5cd6afc4bcac:33865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:51,477 DEBUG [M:0;5cd6afc4bcac:33865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:32:51,477 DEBUG [M:0;5cd6afc4bcac:33865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:51,477 INFO [M:0;5cd6afc4bcac:33865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T18:32:51,511 DEBUG [M:0;5cd6afc4bcac:33865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fbb3c97bcde49db8db743f579882b99 is 82, key is hbase:meta,,1/info:regioninfo/1733250757951/Put/seqid=0 2024-12-03T18:32:51,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741848_1024 (size=5672) 2024-12-03T18:32:51,535 INFO [M:0;5cd6afc4bcac:33865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fbb3c97bcde49db8db743f579882b99 2024-12-03T18:32:51,572 DEBUG [M:0;5cd6afc4bcac:33865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b24891d4cd7a4cb69590264e4ac1e4db is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733250764008/Put/seqid=0 2024-12-03T18:32:51,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741849_1025 (size=8516) 2024-12-03T18:32:51,599 INFO [M:0;5cd6afc4bcac:33865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b24891d4cd7a4cb69590264e4ac1e4db 2024-12-03T18:32:51,636 DEBUG [M:0;5cd6afc4bcac:33865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51ba35b17fc84489ae54372084e2ec63 is 69, key is 5cd6afc4bcac,36395,1733250754541/rs:state/1733250757002/Put/seqid=0 2024-12-03T18:32:51,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741850_1026 (size=5156) 2024-12-03T18:32:51,665 INFO [M:0;5cd6afc4bcac:33865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51ba35b17fc84489ae54372084e2ec63 2024-12-03T18:32:51,673 DEBUG [M:0;5cd6afc4bcac:33865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fbb3c97bcde49db8db743f579882b99 as hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fbb3c97bcde49db8db743f579882b99 2024-12-03T18:32:51,678 INFO [M:0;5cd6afc4bcac:33865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fbb3c97bcde49db8db743f579882b99, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T18:32:51,679 DEBUG [M:0;5cd6afc4bcac:33865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b24891d4cd7a4cb69590264e4ac1e4db as hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b24891d4cd7a4cb69590264e4ac1e4db 2024-12-03T18:32:51,689 INFO [M:0;5cd6afc4bcac:33865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b24891d4cd7a4cb69590264e4ac1e4db, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T18:32:51,698 DEBUG [M:0;5cd6afc4bcac:33865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51ba35b17fc84489ae54372084e2ec63 as hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51ba35b17fc84489ae54372084e2ec63 2024-12-03T18:32:51,703 INFO [M:0;5cd6afc4bcac:33865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51ba35b17fc84489ae54372084e2ec63, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T18:32:51,705 INFO [M:0;5cd6afc4bcac:33865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 228ms, sequenceid=97, compaction requested=false 2024-12-03T18:32:51,746 INFO [M:0;5cd6afc4bcac:33865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:51,746 DEBUG [M:0;5cd6afc4bcac:33865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250771476Disabling compacts and flushes for region at 1733250771476Disabling writes for close at 1733250771477 (+1 ms)Obtaining lock to block concurrent updates at 1733250771477Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250771477Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733250771478 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250771478Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250771478Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250771510 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250771510Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250771547 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250771571 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250771571Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250771613 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250771636 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250771636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648fa93f: reopening flushed file at 1733250771669 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@540d1603: reopening flushed file at 1733250771678 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5144c3e9: reopening flushed file at 1733250771689 (+11 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 228ms, sequenceid=97, compaction requested=false at 1733250771706 (+17 ms)Writing region close event to WAL at 1733250771746 (+40 ms)Closed at 1733250771746 2024-12-03T18:32:51,760 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65bdfd71-fa4e-7d07-8572-7ba1b37021e4/MasterData/WALs/5cd6afc4bcac,33865,1733250753900/5cd6afc4bcac%2C33865%2C1733250753900.1733250756451 not finished, retry = 0 2024-12-03T18:32:51,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46443 is added to blk_1073741830_1006 (size=63654) 2024-12-03T18:32:51,862 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:32:51,862 INFO [M:0;5cd6afc4bcac:33865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:32:51,862 INFO [M:0;5cd6afc4bcac:33865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33865 2024-12-03T18:32:51,863 INFO [M:0;5cd6afc4bcac:33865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:32:52,007 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 912, reset compression=false 2024-12-03T18:32:52,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:52,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33865-0x1019dc1115d0003, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:52,019 INFO [M:0;5cd6afc4bcac:33865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:32:52,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46151201{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:32:52,048 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@659b0ab2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:32:52,048 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:32:52,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64871940{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:32:52,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b37566c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/hadoop.log.dir/,STOPPED} 2024-12-03T18:32:52,051 WARN [BP-977411515-172.17.0.3-1733250750718 heartbeating to localhost/127.0.0.1:41087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:32:52,051 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:32:52,051 WARN [BP-977411515-172.17.0.3-1733250750718 heartbeating to localhost/127.0.0.1:41087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-977411515-172.17.0.3-1733250750718 (Datanode Uuid df01fe0e-9d07-431e-b278-cee7d2cbba1b) service to localhost/127.0.0.1:41087 2024-12-03T18:32:52,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:32:52,052 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:32:52,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/cluster_65bf5844-2e1c-5147-d493-877eda2ea15f/data/data2/current/BP-977411515-172.17.0.3-1733250750718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:32:52,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/cluster_65bf5844-2e1c-5147-d493-877eda2ea15f/data/data1/current/BP-977411515-172.17.0.3-1733250750718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:32:52,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6969f398{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:32:52,058 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b9055a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:32:52,058 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:32:52,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3992b297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:32:52,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a00e66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/hadoop.log.dir/,STOPPED} 2024-12-03T18:32:52,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:32:52,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:32:52,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:52,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:52,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:52,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:52,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:52,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:32:52,085 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1815768154, stopped=false 2024-12-03T18:32:52,085 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,39483,1733250747114 2024-12-03T18:32:52,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01574895072/running 2024-12-03T18:32:52,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01574895072/running 2024-12-03T18:32:52,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:52,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:52,103 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:32:52,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Set watcher on znode that does not yet exist, /01574895072/running 2024-12-03T18:32:52,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:32:52,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:52,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:52,106 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,37849,1733250747609' ***** 2024-12-03T18:32:52,106 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:32:52,106 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:32:52,106 INFO [RS:0;5cd6afc4bcac:37849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:32:52,106 INFO [RS:0;5cd6afc4bcac:37849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:32:52,106 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(3091): Received CLOSE for ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:52,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:32:52,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Set watcher on znode that does not yet exist, /01574895072/running 2024-12-03T18:32:52,107 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(3091): Received CLOSE for b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:52,107 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:52,107 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:32:52,107 INFO [RS:0;5cd6afc4bcac:37849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:37849. 2024-12-03T18:32:52,107 DEBUG [RS:0;5cd6afc4bcac:37849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:52,107 DEBUG [RS:0;5cd6afc4bcac:37849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:52,107 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:32:52,107 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:32:52,107 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:32:52,107 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:32:52,107 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce772b6a3bf94b2bda8ab2bfff934bf4, disabling compactions & flushes 2024-12-03T18:32:52,107 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. 2024-12-03T18:32:52,107 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. 2024-12-03T18:32:52,107 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. after waiting 0 ms 2024-12-03T18:32:52,107 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. 2024-12-03T18:32:52,107 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ce772b6a3bf94b2bda8ab2bfff934bf4 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-03T18:32:52,108 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T18:32:52,108 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1325): Online Regions={ce772b6a3bf94b2bda8ab2bfff934bf4=hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4., 1588230740=hbase:meta,,1.1588230740, b990ea787265a2ede0b8f90bc1605f5d=test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d.} 2024-12-03T18:32:52,108 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b990ea787265a2ede0b8f90bc1605f5d, ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:52,109 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:32:52,109 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:32:52,109 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:32:52,109 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:32:52,109 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:32:52,109 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T18:32:52,137 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/.tmp/info/cb7220f891be4a3eb5630c8454cec900 is 147, key is hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4./info:regioninfo/1733250761608/Put/seqid=0 2024-12-03T18:32:52,137 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/replication/ce772b6a3bf94b2bda8ab2bfff934bf4/.tmp/queue/f99d1126ca534e92b10f81deb535ef8b is 153, key is 1-5cd6afc4bcac,37849,1733250747609/queue:5cd6afc4bcac%2C37849%2C1733250747609/1733250768420/Put/seqid=0 2024-12-03T18:32:52,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741841_1017 (size=5352) 2024-12-03T18:32:52,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741840_1016 (size=7686) 2024-12-03T18:32:52,166 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:32:52,309 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b990ea787265a2ede0b8f90bc1605f5d, ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:52,509 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b990ea787265a2ede0b8f90bc1605f5d, ce772b6a3bf94b2bda8ab2bfff934bf4 2024-12-03T18:32:52,556 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/.tmp/info/cb7220f891be4a3eb5630c8454cec900 2024-12-03T18:32:52,556 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/replication/ce772b6a3bf94b2bda8ab2bfff934bf4/.tmp/queue/f99d1126ca534e92b10f81deb535ef8b 2024-12-03T18:32:52,562 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/replication/ce772b6a3bf94b2bda8ab2bfff934bf4/.tmp/queue/f99d1126ca534e92b10f81deb535ef8b as hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/replication/ce772b6a3bf94b2bda8ab2bfff934bf4/queue/f99d1126ca534e92b10f81deb535ef8b 2024-12-03T18:32:52,566 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/replication/ce772b6a3bf94b2bda8ab2bfff934bf4/queue/f99d1126ca534e92b10f81deb535ef8b, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T18:32:52,568 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for ce772b6a3bf94b2bda8ab2bfff934bf4 in 461ms, sequenceid=10, compaction requested=false 2024-12-03T18:32:52,584 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/.tmp/ns/a7eeb20f2c024295a2cf0548721a5b32 is 43, key is default/ns:d/1733250750524/Put/seqid=0 2024-12-03T18:32:52,593 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/replication/ce772b6a3bf94b2bda8ab2bfff934bf4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T18:32:52,593 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:52,593 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:32:52,593 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. 2024-12-03T18:32:52,593 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce772b6a3bf94b2bda8ab2bfff934bf4: Waiting for close lock at 1733250772107Running coprocessor pre-close hooks at 1733250772107Disabling compacts and flushes for region at 1733250772107Disabling writes for close at 1733250772107Obtaining lock to block concurrent updates at 1733250772107Preparing flush snapshotting stores in ce772b6a3bf94b2bda8ab2bfff934bf4 at 1733250772107Finished memstore snapshotting hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733250772108 (+1 ms)Flushing stores of hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. at 1733250772108Flushing ce772b6a3bf94b2bda8ab2bfff934bf4/queue: creating writer at 1733250772109 (+1 ms)Flushing ce772b6a3bf94b2bda8ab2bfff934bf4/queue: appending metadata at 1733250772136 (+27 ms)Flushing ce772b6a3bf94b2bda8ab2bfff934bf4/queue: closing flushed file at 1733250772136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5d5dd2: reopening flushed file at 1733250772561 (+425 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for ce772b6a3bf94b2bda8ab2bfff934bf4 in 461ms, sequenceid=10, compaction requested=false at 1733250772568 (+7 ms)Writing region close event to WAL at 1733250772586 (+18 ms)Running coprocessor post-close hooks at 1733250772593 (+7 ms)Closed at 1733250772593 2024-12-03T18:32:52,593 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250760574.ce772b6a3bf94b2bda8ab2bfff934bf4. 2024-12-03T18:32:52,593 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b990ea787265a2ede0b8f90bc1605f5d, disabling compactions & flushes 2024-12-03T18:32:52,593 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. 2024-12-03T18:32:52,594 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. 2024-12-03T18:32:52,594 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. after waiting 0 ms 2024-12-03T18:32:52,594 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. 2024-12-03T18:32:52,594 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b990ea787265a2ede0b8f90bc1605f5d 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-03T18:32:52,594 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:32:52,594 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:32:52,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:32:52,612 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/.tmp/ns/a7eeb20f2c024295a2cf0548721a5b32 2024-12-03T18:32:52,633 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/.tmp/f/47f89cd8fac041eeb572a51fbf467785 is 29, key is row1/f:/1733250767965/DeleteFamily/seqid=0 2024-12-03T18:32:52,647 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/.tmp/rep_barrier/315c6dc5784b494c872f4ef20c9a9d3d is 112, key is test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d./rep_barrier:seqnumDuringOpen/1733250759148/Put/seqid=0 2024-12-03T18:32:52,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741843_1019 (size=5118) 2024-12-03T18:32:52,666 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/.tmp/f/47f89cd8fac041eeb572a51fbf467785 2024-12-03T18:32:52,675 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47f89cd8fac041eeb572a51fbf467785 2024-12-03T18:32:52,709 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:52,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741844_1020 (size=5518) 2024-12-03T18:32:52,759 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/.tmp/f1/7a9be1beb02a47af99026c071acd0e37 is 30, key is row1/f1:/1733250767965/DeleteFamily/seqid=0 2024-12-03T18:32:52,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741845_1021 (size=5123) 2024-12-03T18:32:52,791 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/.tmp/f1/7a9be1beb02a47af99026c071acd0e37 2024-12-03T18:32:52,797 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a9be1beb02a47af99026c071acd0e37 2024-12-03T18:32:52,819 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/.tmp/norep/ae38065730f64705bd9364ae9a4a13e1 is 32, key is row/norep:/1733250766935/DeleteFamily/seqid=0 2024-12-03T18:32:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741846_1022 (size=5101) 2024-12-03T18:32:52,909 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:52,938 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 912, reset compression=false 2024-12-03T18:32:52,943 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:32:52,943 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 1159, reset compression=false 2024-12-03T18:32:52,943 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,37849,1733250747609 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:32:52,943 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5cd6afc4bcac,37849,1733250747609: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5cd6afc4bcac,37849,1733250747609, walGroup=5cd6afc4bcac%2C37849%2C1733250747609, offset=5cd6afc4bcac%2C37849%2C1733250747609.1733250749776:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:37849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T18:32:52,944 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T18:32:52,945 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T18:32:52,945 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T18:32:52,945 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T18:32:52,945 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T18:32:52,945 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 672739328 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 191640536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T18:32:52,946 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:39483 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:39483 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T18:32:53,109 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:32:53,109 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b990ea787265a2ede0b8f90bc1605f5d=test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d.} 2024-12-03T18:32:53,109 DEBUG [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b990ea787265a2ede0b8f90bc1605f5d 2024-12-03T18:32:53,128 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/.tmp/rep_barrier/315c6dc5784b494c872f4ef20c9a9d3d 2024-12-03T18:32:53,148 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.wal-reader.5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.1733250749776 to pos 1159, reset compression=false 2024-12-03T18:32:53,153 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/.tmp/table/147211a855db4521a8325cb09e821adc is 53, key is hbase:replication/table:state/1733250761625/Put/seqid=0 2024-12-03T18:32:53,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741847_1023 (size=5308) 2024-12-03T18:32:53,163 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/.tmp/table/147211a855db4521a8325cb09e821adc 2024-12-03T18:32:53,171 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/.tmp/info/cb7220f891be4a3eb5630c8454cec900 as hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/info/cb7220f891be4a3eb5630c8454cec900 2024-12-03T18:32:53,176 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/info/cb7220f891be4a3eb5630c8454cec900, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T18:32:53,177 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/.tmp/ns/a7eeb20f2c024295a2cf0548721a5b32 as hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/ns/a7eeb20f2c024295a2cf0548721a5b32 2024-12-03T18:32:53,183 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/ns/a7eeb20f2c024295a2cf0548721a5b32, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T18:32:53,184 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/.tmp/rep_barrier/315c6dc5784b494c872f4ef20c9a9d3d as hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/rep_barrier/315c6dc5784b494c872f4ef20c9a9d3d 2024-12-03T18:32:53,189 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/rep_barrier/315c6dc5784b494c872f4ef20c9a9d3d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T18:32:53,190 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/.tmp/table/147211a855db4521a8325cb09e821adc as hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/table/147211a855db4521a8325cb09e821adc 2024-12-03T18:32:53,196 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/table/147211a855db4521a8325cb09e821adc, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T18:32:53,199 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1090ms, sequenceid=16, compaction requested=false 2024-12-03T18:32:53,207 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T18:32:53,208 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:53,208 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:32:53,208 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:32:53,208 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250772109Running coprocessor pre-close hooks at 1733250772109Disabling compacts and flushes for region at 1733250772109Disabling writes for close at 1733250772109Obtaining lock to block concurrent updates at 1733250772109Preparing flush snapshotting stores in 1588230740 at 1733250772109Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733250772109Flushing stores of hbase:meta,,1.1588230740 at 1733250772110 (+1 ms)Flushing 1588230740/info: creating writer at 1733250772110Flushing 1588230740/info: appending metadata at 1733250772137 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733250772137Flushing 1588230740/ns: creating writer at 1733250772564 (+427 ms)Flushing 1588230740/ns: appending metadata at 1733250772584 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733250772584Flushing 1588230740/rep_barrier: creating writer at 1733250772624 (+40 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250772647 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250772647Flushing 1588230740/table: creating writer at 1733250773132 (+485 ms)Flushing 1588230740/table: appending metadata at 1733250773153 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733250773153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3097b89: reopening flushed file at 1733250773167 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e26a5b: reopening flushed file at 1733250773176 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c80473a: reopening flushed file at 1733250773183 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7879fe07: reopening flushed file at 1733250773189 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1090ms, sequenceid=16, compaction requested=false at 1733250773199 (+10 ms)Writing region close event to WAL at 1733250773203 (+4 ms)Running coprocessor post-close hooks at 1733250773208 (+5 ms)Closed at 1733250773208 2024-12-03T18:32:53,208 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:32:53,243 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/.tmp/norep/ae38065730f64705bd9364ae9a4a13e1 2024-12-03T18:32:53,250 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae38065730f64705bd9364ae9a4a13e1 2024-12-03T18:32:53,251 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/.tmp/f/47f89cd8fac041eeb572a51fbf467785 as hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/f/47f89cd8fac041eeb572a51fbf467785 2024-12-03T18:32:53,258 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47f89cd8fac041eeb572a51fbf467785 2024-12-03T18:32:53,258 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/f/47f89cd8fac041eeb572a51fbf467785, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T18:32:53,259 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/.tmp/f1/7a9be1beb02a47af99026c071acd0e37 as hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/f1/7a9be1beb02a47af99026c071acd0e37 2024-12-03T18:32:53,272 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a9be1beb02a47af99026c071acd0e37 2024-12-03T18:32:53,272 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/f1/7a9be1beb02a47af99026c071acd0e37, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T18:32:53,273 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/.tmp/norep/ae38065730f64705bd9364ae9a4a13e1 as hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/norep/ae38065730f64705bd9364ae9a4a13e1 2024-12-03T18:32:53,282 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae38065730f64705bd9364ae9a4a13e1 2024-12-03T18:32:53,283 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/norep/ae38065730f64705bd9364ae9a4a13e1, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T18:32:53,284 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b990ea787265a2ede0b8f90bc1605f5d in 690ms, sequenceid=8, compaction requested=false 2024-12-03T18:32:53,284 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T18:32:53,307 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/data/default/test/b990ea787265a2ede0b8f90bc1605f5d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T18:32:53,308 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:32:53,308 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:32:53,308 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. 2024-12-03T18:32:53,308 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b990ea787265a2ede0b8f90bc1605f5d: Waiting for close lock at 1733250772593Running coprocessor pre-close hooks at 1733250772593Disabling compacts and flushes for region at 1733250772593Disabling writes for close at 1733250772594 (+1 ms)Obtaining lock to block concurrent updates at 1733250772594Preparing flush snapshotting stores in b990ea787265a2ede0b8f90bc1605f5d at 1733250772594Finished memstore snapshotting test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733250772594Flushing stores of test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. at 1733250772599 (+5 ms)Flushing b990ea787265a2ede0b8f90bc1605f5d/f: creating writer at 1733250772599Flushing b990ea787265a2ede0b8f90bc1605f5d/f: appending metadata at 1733250772632 (+33 ms)Flushing b990ea787265a2ede0b8f90bc1605f5d/f: closing flushed file at 1733250772632Flushing b990ea787265a2ede0b8f90bc1605f5d/f1: creating writer at 1733250772675 (+43 ms)Flushing b990ea787265a2ede0b8f90bc1605f5d/f1: appending metadata at 1733250772758 (+83 ms)Flushing b990ea787265a2ede0b8f90bc1605f5d/f1: closing flushed file at 1733250772758Flushing b990ea787265a2ede0b8f90bc1605f5d/norep: creating writer at 1733250772797 (+39 ms)Flushing b990ea787265a2ede0b8f90bc1605f5d/norep: appending metadata at 1733250772818 (+21 ms)Flushing b990ea787265a2ede0b8f90bc1605f5d/norep: closing flushed file at 1733250772818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2236f688: reopening flushed file at 1733250773250 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4580794: reopening flushed file at 1733250773258 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b924d1: reopening flushed file at 1733250773272 (+14 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b990ea787265a2ede0b8f90bc1605f5d in 690ms, sequenceid=8, compaction requested=false at 1733250773284 (+12 ms)Writing region close event to WAL at 1733250773302 (+18 ms)Running coprocessor post-close hooks at 1733250773308 (+6 ms)Closed at 1733250773308 2024-12-03T18:32:53,308 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250758200.b990ea787265a2ede0b8f90bc1605f5d. 2024-12-03T18:32:53,310 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,37849,1733250747609; all regions closed. 2024-12-03T18:32:53,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/WALs/5cd6afc4bcac,37849,1733250747609/5cd6afc4bcac%2C37849%2C1733250747609.meta.1733250750349.meta not finished, retry = 0 2024-12-03T18:32:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741834_1010 (size=4239) 2024-12-03T18:32:53,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741839_1015 (size=2676) 2024-12-03T18:32:53,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741833_1009 (size=1811) 2024-12-03T18:32:53,423 DEBUG [RS:0;5cd6afc4bcac:37849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:53,424 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:32:53,424 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:32:53,424 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:32:53,424 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:32:53,424 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,37849,1733250747609 because: Region server is closing 2024-12-03T18:32:53,424 INFO [RS:0;5cd6afc4bcac:37849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:37849. 2024-12-03T18:32:53,424 DEBUG [RS:0;5cd6afc4bcac:37849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:53,424 DEBUG [RS:0;5cd6afc4bcac:37849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:53,424 DEBUG [RS:0;5cd6afc4bcac:37849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:53,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:53,425 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:32:53,525 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,37849,1733250747609.replicationSource.shipper5cd6afc4bcac%2C37849%2C1733250747609,1-5cd6afc4bcac,37849,1733250747609 terminated 2024-12-03T18:32:53,525 INFO [RS:0;5cd6afc4bcac:37849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:37849. 2024-12-03T18:32:53,525 DEBUG [RS:0;5cd6afc4bcac:37849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:32:53,525 DEBUG [RS:0;5cd6afc4bcac:37849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:53,525 DEBUG [RS:0;5cd6afc4bcac:37849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:32:53,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:32:53,525 INFO [RS:0;5cd6afc4bcac:37849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37849 2024-12-03T18:32:53,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072/rs 2024-12-03T18:32:53,543 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:32:53,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,37849,1733250747609] 2024-12-03T18:32:53,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01574895072/rs/5cd6afc4bcac,37849,1733250747609 2024-12-03T18:32:53,558 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01574895072/draining/5cd6afc4bcac,37849,1733250747609 already deleted, retry=false 2024-12-03T18:32:53,558 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,37849,1733250747609 expired; onlineServers=0 2024-12-03T18:32:53,558 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,39483,1733250747114' ***** 2024-12-03T18:32:53,558 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:32:53,559 INFO [M:0;5cd6afc4bcac:39483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:32:53,559 INFO [M:0;5cd6afc4bcac:39483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:32:53,559 DEBUG [M:0;5cd6afc4bcac:39483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:32:53,559 DEBUG [M:0;5cd6afc4bcac:39483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:32:53,559 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:32:53,559 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250749376 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250749376,5,FailOnTimeoutGroup] 2024-12-03T18:32:53,559 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250749385 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250749385,5,FailOnTimeoutGroup] 2024-12-03T18:32:53,559 INFO [M:0;5cd6afc4bcac:39483 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:32:53,559 INFO [M:0;5cd6afc4bcac:39483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:32:53,559 DEBUG [M:0;5cd6afc4bcac:39483 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:32:53,559 INFO [M:0;5cd6afc4bcac:39483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:32:53,559 INFO [M:0;5cd6afc4bcac:39483 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:32:53,559 INFO [M:0;5cd6afc4bcac:39483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:32:53,559 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:32:53,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01574895072/master 2024-12-03T18:32:53,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01574895072 2024-12-03T18:32:53,600 DEBUG [M:0;5cd6afc4bcac:39483 {}] zookeeper.ZKUtil(347): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Unable to get data of znode /01574895072/master because node does not exist (not an error) 2024-12-03T18:32:53,600 WARN [M:0;5cd6afc4bcac:39483 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:32:53,602 INFO [M:0;5cd6afc4bcac:39483 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/.lastflushedseqids 2024-12-03T18:32:53,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741848_1024 (size=245) 2024-12-03T18:32:53,650 INFO [RS:0;5cd6afc4bcac:37849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:32:53,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:53,650 INFO [RS:0;5cd6afc4bcac:37849 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,37849,1733250747609; zookeeper connection closed. 2024-12-03T18:32:53,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1019dc1115d0001, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:53,651 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79b74cf0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79b74cf0 2024-12-03T18:32:53,651 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:32:54,014 INFO [M:0;5cd6afc4bcac:39483 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:32:54,015 INFO [M:0;5cd6afc4bcac:39483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:32:54,015 DEBUG [M:0;5cd6afc4bcac:39483 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:32:54,015 INFO [M:0;5cd6afc4bcac:39483 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:54,015 DEBUG [M:0;5cd6afc4bcac:39483 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:54,015 DEBUG [M:0;5cd6afc4bcac:39483 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:32:54,015 DEBUG [M:0;5cd6afc4bcac:39483 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:54,015 INFO [M:0;5cd6afc4bcac:39483 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T18:32:54,037 DEBUG [M:0;5cd6afc4bcac:39483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a077ca819e3649eeb2a2653ae7fa83de is 82, key is hbase:meta,,1/info:regioninfo/1733250750466/Put/seqid=0 2024-12-03T18:32:54,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741849_1025 (size=5672) 2024-12-03T18:32:54,083 INFO [M:0;5cd6afc4bcac:39483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a077ca819e3649eeb2a2653ae7fa83de 2024-12-03T18:32:54,104 DEBUG [M:0;5cd6afc4bcac:39483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf1c6dde1b364e59994ab8b7571bf07d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733250761633/Put/seqid=0 2024-12-03T18:32:54,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741850_1026 (size=8516) 2024-12-03T18:32:54,516 INFO [M:0;5cd6afc4bcac:39483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf1c6dde1b364e59994ab8b7571bf07d 2024-12-03T18:32:54,573 DEBUG [M:0;5cd6afc4bcac:39483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc225db2487244df8c8b8f5c0991388b is 69, key is 5cd6afc4bcac,37849,1733250747609/rs:state/1733250749462/Put/seqid=0 2024-12-03T18:32:54,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741851_1027 (size=5156) 2024-12-03T18:32:54,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:32:54,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:54,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:54,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:54,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:54,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:54,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:54,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:54,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:54,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:54,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:54,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:32:55,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:32:55,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T18:32:55,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:32:55,041 INFO [M:0;5cd6afc4bcac:39483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc225db2487244df8c8b8f5c0991388b 2024-12-03T18:32:55,047 DEBUG [M:0;5cd6afc4bcac:39483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a077ca819e3649eeb2a2653ae7fa83de as hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a077ca819e3649eeb2a2653ae7fa83de 2024-12-03T18:32:55,054 INFO [M:0;5cd6afc4bcac:39483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a077ca819e3649eeb2a2653ae7fa83de, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T18:32:55,056 DEBUG [M:0;5cd6afc4bcac:39483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf1c6dde1b364e59994ab8b7571bf07d as hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf1c6dde1b364e59994ab8b7571bf07d 2024-12-03T18:32:55,060 INFO [M:0;5cd6afc4bcac:39483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf1c6dde1b364e59994ab8b7571bf07d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T18:32:55,061 DEBUG [M:0;5cd6afc4bcac:39483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc225db2487244df8c8b8f5c0991388b as hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc225db2487244df8c8b8f5c0991388b 2024-12-03T18:32:55,066 INFO [M:0;5cd6afc4bcac:39483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37139/user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc225db2487244df8c8b8f5c0991388b, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T18:32:55,067 INFO [M:0;5cd6afc4bcac:39483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1052ms, sequenceid=97, compaction requested=false 2024-12-03T18:32:55,094 INFO [M:0;5cd6afc4bcac:39483 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:32:55,094 DEBUG [M:0;5cd6afc4bcac:39483 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250774015Disabling compacts and flushes for region at 1733250774015Disabling writes for close at 1733250774015Obtaining lock to block concurrent updates at 1733250774015Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250774015Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733250774016 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250774016Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250774016Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250774037 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250774037Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250774086 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250774103 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250774103Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250774533 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250774573 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250774573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f3fdf9: reopening flushed file at 1733250775046 (+473 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b5cb80: reopening flushed file at 1733250775055 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309e7a4c: reopening flushed file at 1733250775060 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1052ms, sequenceid=97, compaction requested=false at 1733250775067 (+7 ms)Writing region close event to WAL at 1733250775093 (+26 ms)Closed at 1733250775093 2024-12-03T18:32:55,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741830_1006 (size=63654) 2024-12-03T18:32:55,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36e976c3-1571-a871-377f-64d0fcef4276/MasterData/WALs/5cd6afc4bcac,39483,1733250747114/5cd6afc4bcac%2C39483%2C1733250747114.1733250748702 not finished, retry = 0 2024-12-03T18:32:55,240 INFO [M:0;5cd6afc4bcac:39483 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:32:55,240 INFO [M:0;5cd6afc4bcac:39483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39483 2024-12-03T18:32:55,241 INFO [M:0;5cd6afc4bcac:39483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:32:55,241 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:32:55,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:55,376 INFO [M:0;5cd6afc4bcac:39483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:32:55,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39483-0x1019dc1115d0000, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:32:55,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d02c557{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:32:55,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@257e1cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:32:55,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:32:55,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cdce85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:32:55,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583d26ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/hadoop.log.dir/,STOPPED} 2024-12-03T18:32:55,442 WARN [BP-586704172-172.17.0.3-1733250744151 heartbeating to localhost/127.0.0.1:37139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:32:55,442 WARN [BP-586704172-172.17.0.3-1733250744151 heartbeating to localhost/127.0.0.1:37139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-586704172-172.17.0.3-1733250744151 (Datanode Uuid ed5a33dd-e197-4b28-9d78-cd3a9e4f6aec) service to localhost/127.0.0.1:37139 2024-12-03T18:32:55,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/cluster_4331a401-55f7-f1d3-c5dc-593b1260d268/data/data2/current/BP-586704172-172.17.0.3-1733250744151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:32:55,443 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:32:55,443 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:32:55,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/cluster_4331a401-55f7-f1d3-c5dc-593b1260d268/data/data1/current/BP-586704172-172.17.0.3-1733250744151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:32:55,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:32:55,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d356ff9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:32:55,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@593e7bcd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:32:55,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:32:55,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1564ee37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:32:55,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51838098{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dbf3cab-57bf-27da-8578-c0874fb2ff13/hadoop.log.dir/,STOPPED} 2024-12-03T18:32:55,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:32:55,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:32:55,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 247) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:37139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59241) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:37139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:41087 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:41087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:37139 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:41087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59241) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=658 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=878 (was 734) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1748 (was 1837) 2024-12-03T18:32:55,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019dc1115d0005, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:32:55,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019dc1115d0005, quorum=127.0.0.1:59241, baseZNode=/1-1015079077 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:32:55,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019dc1115d0002, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:32:55,572 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=658, MaxFileDescriptor=1048576, SystemLoadAverage=878, ProcessCount=11, AvailableMemoryMB=1746 2024-12-03T18:32:55,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019dc1115d0002, quorum=127.0.0.1:59241, baseZNode=/01574895072 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:32:55,611 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-03T18:32:55,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/hadoop.log.dir so I do NOT create it in target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b 2024-12-03T18:32:55,612 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:32:55,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/hadoop.tmp.dir so I do NOT create it in target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b 2024-12-03T18:32:55,612 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52f0c5a1-bae8-60f3-5a32-85a7eadd4f53/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:32:55,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b 2024-12-03T18:32:55,612 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/cluster_7deb057a-b94f-5c6a-ff09-16d40b2889a1, deleteOnExit=true 2024-12-03T18:32:55,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/cluster_7deb057a-b94f-5c6a-ff09-16d40b2889a1/zookeeper_0, clientPort=54523, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/cluster_7deb057a-b94f-5c6a-ff09-16d40b2889a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/cluster_7deb057a-b94f-5c6a-ff09-16d40b2889a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:32:55,695 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54523 2024-12-03T18:32:55,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:32:55,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:32:55,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/test.cache.data in system properties and HBase conf 2024-12-03T18:32:55,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:32:55,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:32:55,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:32:55,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:32:55,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:32:55,696 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:32:55,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:32:55,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:32:55,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:32:55,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:32:55,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:32:55,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:32:55,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:32:55,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:32:55,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:32:55,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:32:55,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:32:55,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:32:55,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:32:55,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:32:56,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:32:56,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:32:56,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:32:56,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:32:56,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:32:56,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:32:56,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41288b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:32:56,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56199b95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:32:56,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ea8a3e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/java.io.tmpdir/jetty-localhost-38825-hadoop-hdfs-3_4_1-tests_jar-_-any-6377175816376169256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:32:56,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30d0bd14{HTTP/1.1, (http/1.1)}{localhost:38825} 2024-12-03T18:32:56,467 INFO [Time-limited test {}] server.Server(415): Started @230479ms 2024-12-03T18:32:57,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:32:57,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:32:57,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:32:57,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:32:57,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:32:57,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76d31998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:32:57,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de15888{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:32:57,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31be7e2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/java.io.tmpdir/jetty-localhost-40067-hadoop-hdfs-3_4_1-tests_jar-_-any-1024274361899583982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:32:57,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e3df9f0{HTTP/1.1, (http/1.1)}{localhost:40067} 2024-12-03T18:32:57,399 INFO [Time-limited test {}] server.Server(415): Started @231410ms 2024-12-03T18:32:57,400 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:32:58,175 WARN [Thread-2638 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/cluster_7deb057a-b94f-5c6a-ff09-16d40b2889a1/data/data1/current/BP-638421380-172.17.0.3-1733250775724/current, will proceed with Du for space computation calculation, 2024-12-03T18:32:58,187 WARN [Thread-2639 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/cluster_7deb057a-b94f-5c6a-ff09-16d40b2889a1/data/data2/current/BP-638421380-172.17.0.3-1733250775724/current, will proceed with Du for space computation calculation, 2024-12-03T18:32:58,327 WARN [Thread-2626 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:32:58,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a09b117f8529e7d with lease ID 0x56a6879248277419: Processing first storage report for DS-6d26df45-7663-4259-8e57-dda47fb25d1f from datanode DatanodeRegistration(127.0.0.1:35183, datanodeUuid=eec359c3-f461-426f-a8f3-39353c07b9ee, infoPort=36803, infoSecurePort=0, ipcPort=44785, storageInfo=lv=-57;cid=testClusterID;nsid=171782258;c=1733250775724) 2024-12-03T18:32:58,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a09b117f8529e7d with lease ID 0x56a6879248277419: from storage DS-6d26df45-7663-4259-8e57-dda47fb25d1f node DatanodeRegistration(127.0.0.1:35183, datanodeUuid=eec359c3-f461-426f-a8f3-39353c07b9ee, infoPort=36803, infoSecurePort=0, ipcPort=44785, storageInfo=lv=-57;cid=testClusterID;nsid=171782258;c=1733250775724), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:32:58,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a09b117f8529e7d with lease ID 0x56a6879248277419: Processing first storage report for DS-dfe0f1f0-3c16-45f9-9e43-6ccb55d51c97 from datanode DatanodeRegistration(127.0.0.1:35183, datanodeUuid=eec359c3-f461-426f-a8f3-39353c07b9ee, infoPort=36803, infoSecurePort=0, ipcPort=44785, storageInfo=lv=-57;cid=testClusterID;nsid=171782258;c=1733250775724) 2024-12-03T18:32:58,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a09b117f8529e7d with lease ID 0x56a6879248277419: from storage DS-dfe0f1f0-3c16-45f9-9e43-6ccb55d51c97 node DatanodeRegistration(127.0.0.1:35183, datanodeUuid=eec359c3-f461-426f-a8f3-39353c07b9ee, infoPort=36803, infoSecurePort=0, ipcPort=44785, storageInfo=lv=-57;cid=testClusterID;nsid=171782258;c=1733250775724), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:32:58,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b 2024-12-03T18:32:58,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:58,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:58,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:32:58,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:58,380 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38397 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:32:58,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:32:58,839 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786 with version=8 2024-12-03T18:32:58,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/hbase-staging 2024-12-03T18:32:58,841 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:32:58,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:58,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:58,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:32:58,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:58,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:32:58,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:32:58,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:32:58,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43695 2024-12-03T18:32:58,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43695 connecting to ZooKeeper ensemble=127.0.0.1:54523 2024-12-03T18:32:58,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436950x0, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:32:58,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43695-0x1019dc18d250000 connected 2024-12-03T18:32:59,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:59,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:59,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Set watcher on znode that does not yet exist, /0308868759/running 2024-12-03T18:32:59,256 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786, hbase.cluster.distributed=false 2024-12-03T18:32:59,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Set watcher on znode that does not yet exist, /0308868759/acl 2024-12-03T18:32:59,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43695 2024-12-03T18:32:59,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43695 2024-12-03T18:32:59,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43695 2024-12-03T18:32:59,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43695 2024-12-03T18:32:59,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43695 2024-12-03T18:32:59,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:32:59,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:59,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:59,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:32:59,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:32:59,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:32:59,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:32:59,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:32:59,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42985 2024-12-03T18:32:59,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42985 connecting to ZooKeeper ensemble=127.0.0.1:54523 2024-12-03T18:32:59,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:59,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:59,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429850x0, quorum=127.0.0.1:54523, baseZNode=/0308868759 Set watcher on znode that does not yet exist, /0308868759/running 2024-12-03T18:32:59,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429850x0, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:32:59,433 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:32:59,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42985-0x1019dc18d250001 connected 2024-12-03T18:32:59,440 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:32:59,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Set watcher on znode that does not yet exist, /0308868759/master 2024-12-03T18:32:59,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Set watcher on znode that does not yet exist, /0308868759/acl 2024-12-03T18:32:59,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42985 2024-12-03T18:32:59,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42985 2024-12-03T18:32:59,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42985 2024-12-03T18:32:59,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42985 2024-12-03T18:32:59,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42985 2024-12-03T18:32:59,513 DEBUG [M:0;5cd6afc4bcac:43695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:43695 2024-12-03T18:32:59,514 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0308868759/backup-masters/5cd6afc4bcac,43695,1733250778841 2024-12-03T18:32:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759/backup-masters 2024-12-03T18:32:59,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759/backup-masters 2024-12-03T18:32:59,567 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Set watcher on existing znode=/0308868759/backup-masters/5cd6afc4bcac,43695,1733250778841 2024-12-03T18:32:59,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0308868759/master 2024-12-03T18:32:59,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:32:59,582 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Set watcher on existing znode=/0308868759/master 2024-12-03T18:32:59,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:32:59,582 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0308868759/backup-masters/5cd6afc4bcac,43695,1733250778841 from backup master directory 2024-12-03T18:32:59,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0308868759/backup-masters/5cd6afc4bcac,43695,1733250778841 2024-12-03T18:32:59,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759/backup-masters 2024-12-03T18:32:59,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759/backup-masters 2024-12-03T18:32:59,594 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:32:59,594 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,43695,1733250778841 2024-12-03T18:32:59,623 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/hbase.id] with ID: 8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0 2024-12-03T18:32:59,623 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/.tmp/hbase.id 2024-12-03T18:32:59,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:32:59,647 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/.tmp/hbase.id]:[hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/hbase.id] 2024-12-03T18:32:59,662 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:32:59,662 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:32:59,665 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-03T18:32:59,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:32:59,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:32:59,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:32:59,734 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:32:59,735 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:32:59,750 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:32:59,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:33:00,183 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store 2024-12-03T18:33:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:33:00,507 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:33:00,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:00,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:00,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:00,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:00,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:00,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:00,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:00,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:00,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:00,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:00,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:00,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:00,654 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:00,654 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:33:00,654 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:00,654 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:00,654 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:33:00,654 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:00,654 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:00,654 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250780654Disabling compacts and flushes for region at 1733250780654Disabling writes for close at 1733250780654Writing region close event to WAL at 1733250780654Closed at 1733250780654 2024-12-03T18:33:00,655 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/.initializing 2024-12-03T18:33:00,655 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/WALs/5cd6afc4bcac,43695,1733250778841 2024-12-03T18:33:00,657 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:33:00,664 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C43695%2C1733250778841, suffix=, logDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/WALs/5cd6afc4bcac,43695,1733250778841, archiveDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/oldWALs, maxLogs=10 2024-12-03T18:33:00,689 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/WALs/5cd6afc4bcac,43695,1733250778841/5cd6afc4bcac%2C43695%2C1733250778841.1733250780664, exclude list is [], retry=0 2024-12-03T18:33:00,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35183,DS-6d26df45-7663-4259-8e57-dda47fb25d1f,DISK] 2024-12-03T18:33:00,745 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/WALs/5cd6afc4bcac,43695,1733250778841/5cd6afc4bcac%2C43695%2C1733250778841.1733250780664 2024-12-03T18:33:00,753 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36803:36803)] 2024-12-03T18:33:00,754 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:00,754 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:00,754 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:00,754 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:00,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:00,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:33:00,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:00,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:00,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:00,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:33:00,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:00,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:00,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:00,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:33:00,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:00,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:00,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:00,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:33:00,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:00,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:00,777 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:00,778 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:00,778 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:00,781 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:00,781 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:00,782 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:00,783 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:00,803 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:00,803 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74945801, jitterRate=0.11677946150302887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:00,804 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250780754Initializing all the Stores at 1733250780755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250780755Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250780763 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250780763Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250780763Cleaning up temporary data from old regions at 1733250780781 (+18 ms)Region opened successfully at 1733250780804 (+23 ms) 2024-12-03T18:33:00,807 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:33:00,809 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207c67b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:33:00,811 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:33:00,811 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:33:00,811 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:33:00,811 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:33:00,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:33:00,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:33:00,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:33:00,836 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:33:00,837 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Unable to get data of znode /0308868759/balancer because node does not exist (not necessarily an error) 2024-12-03T18:33:00,855 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0308868759/balancer already deleted, retry=false 2024-12-03T18:33:00,855 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:33:00,865 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Unable to get data of znode /0308868759/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:33:00,871 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0308868759/normalizer already deleted, retry=false 2024-12-03T18:33:00,872 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:33:00,887 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Unable to get data of znode /0308868759/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:33:00,899 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0308868759/switch/split already deleted, retry=false 2024-12-03T18:33:00,906 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Unable to get data of znode /0308868759/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:33:00,920 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0308868759/switch/merge already deleted, retry=false 2024-12-03T18:33:00,929 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Unable to get data of znode /0308868759/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:33:00,938 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0308868759/snapshot-cleanup already deleted, retry=false 2024-12-03T18:33:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0308868759/running 2024-12-03T18:33:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0308868759/running 2024-12-03T18:33:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:00,948 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,43695,1733250778841, sessionid=0x1019dc18d250000, setting cluster-up flag (Was=false) 2024-12-03T18:33:00,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:00,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:01,005 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0308868759/flush-table-proc/acquired, /0308868759/flush-table-proc/reached, /0308868759/flush-table-proc/abort 2024-12-03T18:33:01,009 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,43695,1733250778841 2024-12-03T18:33:01,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:01,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:01,063 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0308868759/online-snapshot/acquired, /0308868759/online-snapshot/reached, /0308868759/online-snapshot/abort 2024-12-03T18:33:01,064 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,43695,1733250778841 2024-12-03T18:33:01,085 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:33:01,087 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:01,087 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:33:01,087 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:33:01,088 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,43695,1733250778841 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:33:01,089 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:01,089 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:01,089 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:01,089 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:01,089 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:33:01,089 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,089 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:33:01,089 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,104 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:01,104 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:33:01,107 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:01,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:33:01,136 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(746): ClusterId : 8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0 2024-12-03T18:33:01,136 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:33:01,159 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250811159 2024-12-03T18:33:01,160 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:33:01,160 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:33:01,160 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:33:01,160 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:33:01,160 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:33:01,160 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:33:01,163 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,164 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:33:01,164 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:33:01,171 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:33:01,171 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:33:01,171 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:33:01,171 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:33:01,186 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:33:01,186 DEBUG [RS:0;5cd6afc4bcac:42985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71caf54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:33:01,192 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:33:01,192 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:33:01,198 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250781192,5,FailOnTimeoutGroup] 2024-12-03T18:33:01,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:33:01,199 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250781198,5,FailOnTimeoutGroup] 2024-12-03T18:33:01,199 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,199 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:33:01,199 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,199 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,214 DEBUG [RS:0;5cd6afc4bcac:42985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:42985 2024-12-03T18:33:01,214 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:33:01,214 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:33:01,214 DEBUG [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:33:01,215 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,43695,1733250778841 with port=42985, startcode=1733250779367 2024-12-03T18:33:01,216 DEBUG [RS:0;5cd6afc4bcac:42985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:33:01,225 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:33:01,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:01,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43695 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:01,235 DEBUG [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786 2024-12-03T18:33:01,235 DEBUG [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33955 2024-12-03T18:33:01,235 DEBUG [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:33:01,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759/rs 2024-12-03T18:33:01,262 DEBUG [RS:0;5cd6afc4bcac:42985 {}] zookeeper.ZKUtil(111): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Set watcher on existing znode=/0308868759/rs/5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:01,262 WARN [RS:0;5cd6afc4bcac:42985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:33:01,262 INFO [RS:0;5cd6afc4bcac:42985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:01,262 DEBUG [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:01,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,42985,1733250779367] 2024-12-03T18:33:01,296 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:33:01,299 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:33:01,299 INFO [RS:0;5cd6afc4bcac:42985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:33:01,299 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,299 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:33:01,300 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:33:01,300 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:33:01,300 DEBUG [RS:0;5cd6afc4bcac:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:33:01,301 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,301 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,301 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,301 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,301 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,301 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42985,1733250779367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:33:01,325 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:33:01,325 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42985,1733250779367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,325 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,325 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.Replication(171): 5cd6afc4bcac,42985,1733250779367 started 2024-12-03T18:33:01,353 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:01,353 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,42985,1733250779367, RpcServer on 5cd6afc4bcac/172.17.0.3:42985, sessionid=0x1019dc18d250001 2024-12-03T18:33:01,353 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:33:01,353 DEBUG [RS:0;5cd6afc4bcac:42985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:01,353 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,42985,1733250779367' 2024-12-03T18:33:01,353 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0308868759/flush-table-proc/abort' 2024-12-03T18:33:01,354 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0308868759/flush-table-proc/acquired' 2024-12-03T18:33:01,354 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:33:01,354 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:33:01,354 DEBUG [RS:0;5cd6afc4bcac:42985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:01,354 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,42985,1733250779367' 2024-12-03T18:33:01,354 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0308868759/online-snapshot/abort' 2024-12-03T18:33:01,354 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0308868759/online-snapshot/acquired' 2024-12-03T18:33:01,355 DEBUG [RS:0;5cd6afc4bcac:42985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:33:01,355 INFO [RS:0;5cd6afc4bcac:42985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:33:01,355 INFO [RS:0;5cd6afc4bcac:42985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:33:01,455 INFO [RS:0;5cd6afc4bcac:42985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:33:01,459 INFO [RS:0;5cd6afc4bcac:42985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C42985%2C1733250779367, suffix=, logDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367, archiveDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/oldWALs, maxLogs=10 2024-12-03T18:33:01,481 DEBUG [RS:0;5cd6afc4bcac:42985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460, exclude list is [], retry=0 2024-12-03T18:33:01,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35183,DS-6d26df45-7663-4259-8e57-dda47fb25d1f,DISK] 2024-12-03T18:33:01,531 INFO [RS:0;5cd6afc4bcac:42985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 2024-12-03T18:33:01,538 DEBUG [RS:0;5cd6afc4bcac:42985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36803:36803)] 2024-12-03T18:33:01,600 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:33:01,600 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786 2024-12-03T18:33:01,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741833_1009 (size=32) 2024-12-03T18:33:02,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:02,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:33:02,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:33:02,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:02,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:02,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:33:02,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:33:02,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:02,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:02,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:33:02,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:33:02,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:02,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:02,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:33:02,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:33:02,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:02,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:02,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:33:02,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740 2024-12-03T18:33:02,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740 2024-12-03T18:33:02,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:33:02,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:33:02,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:02,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:33:02,119 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:02,120 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74440611, jitterRate=0.10925154387950897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:02,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250782052Initializing all the Stores at 1733250782054 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250782054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250782058 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250782058Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250782058Cleaning up temporary data from old regions at 1733250782096 (+38 ms)Region opened successfully at 1733250782120 (+24 ms) 2024-12-03T18:33:02,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:33:02,121 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:33:02,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:33:02,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:33:02,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:33:02,121 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:33:02,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250782120Disabling compacts and flushes for region at 1733250782120Disabling writes for close at 1733250782121 (+1 ms)Writing region close event to WAL at 1733250782121Closed at 1733250782121 2024-12-03T18:33:02,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:02,122 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:33:02,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:33:02,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:33:02,125 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:33:02,275 DEBUG [5cd6afc4bcac:43695 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:33:02,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:02,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,42985,1733250779367, state=OPENING 2024-12-03T18:33:02,305 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:33:02,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:02,314 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:33:02,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,42985,1733250779367}] 2024-12-03T18:33:02,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:02,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0308868759/meta-region-server: CHANGED 2024-12-03T18:33:02,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0308868759/meta-region-server: CHANGED 2024-12-03T18:33:02,479 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:33:02,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:33:02,498 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:33:02,499 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:02,499 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:33:02,510 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C42985%2C1733250779367.meta, suffix=.meta, logDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367, archiveDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/oldWALs, maxLogs=10 2024-12-03T18:33:02,537 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.meta.1733250782516.meta, exclude list is [], retry=0 2024-12-03T18:33:02,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35183,DS-6d26df45-7663-4259-8e57-dda47fb25d1f,DISK] 2024-12-03T18:33:02,579 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.meta.1733250782516.meta 2024-12-03T18:33:02,587 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36803:36803)] 2024-12-03T18:33:02,587 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:02,587 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:33:02,588 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:33:02,588 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:33:02,588 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:33:02,588 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:33:02,588 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:02,588 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:33:02,588 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:33:02,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:33:02,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:33:02,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:02,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:02,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:33:02,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:33:02,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:02,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:02,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:33:02,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:33:02,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:02,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:02,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:33:02,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:33:02,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:02,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:02,638 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:33:02,639 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740 2024-12-03T18:33:02,640 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740 2024-12-03T18:33:02,641 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:33:02,641 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:33:02,642 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:02,647 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:33:02,649 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67935581, jitterRate=0.012319043278694153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:02,649 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:33:02,650 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250782588Writing region info on filesystem at 1733250782588Initializing all the Stores at 1733250782603 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250782603Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250782618 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250782618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250782618Cleaning up temporary data from old regions at 1733250782641 (+23 ms)Running coprocessor post-open hooks at 1733250782649 (+8 ms)Region opened successfully at 1733250782650 (+1 ms) 2024-12-03T18:33:02,653 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250782479 2024-12-03T18:33:02,660 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:33:02,660 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:33:02,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:02,662 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,42985,1733250779367, state=OPEN 2024-12-03T18:33:02,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0308868759/meta-region-server 2024-12-03T18:33:02,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0308868759/meta-region-server 2024-12-03T18:33:02,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0308868759/meta-region-server: CHANGED 2024-12-03T18:33:02,722 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:02,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0308868759/meta-region-server: CHANGED 2024-12-03T18:33:02,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:33:02,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,42985,1733250779367 in 408 msec 2024-12-03T18:33:02,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:33:02,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-12-03T18:33:02,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:02,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:33:02,745 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:02,745 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,42985,1733250779367, seqNum=-1] 2024-12-03T18:33:02,745 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:02,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:33:02,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6700 sec 2024-12-03T18:33:02,758 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250782758, completionTime=-1 2024-12-03T18:33:02,758 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:33:02,758 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:33:02,760 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:33:02,760 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250842760 2024-12-03T18:33:02,760 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250902760 2024-12-03T18:33:02,760 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T18:33:02,761 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43695,1733250778841-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:02,761 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43695,1733250778841-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:02,761 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43695,1733250778841-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:02,761 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:43695, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:02,761 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:02,764 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:33:02,766 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:02,773 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.179sec 2024-12-03T18:33:02,773 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:33:02,773 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:33:02,773 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:33:02,773 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:33:02,773 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:33:02,773 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43695,1733250778841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:33:02,773 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43695,1733250778841-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:33:02,781 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:33:02,781 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:33:02,781 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43695,1733250778841-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:02,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e77c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:02,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,43695,-1 for getting cluster id 2024-12-03T18:33:02,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:02,876 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0' 2024-12-03T18:33:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0" 2024-12-03T18:33:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c775104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,43695,-1] 2024-12-03T18:33:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:02,882 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:02,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a80f27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:02,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,42985,1733250779367, seqNum=-1] 2024-12-03T18:33:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:02,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:33:02,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,43695,1733250778841 2024-12-03T18:33:02,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54523 2024-12-03T18:33:02,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:33:02,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019dc18d250002 connected 2024-12-03T18:33:02,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/hadoop.log.dir so I do NOT create it in target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26 2024-12-03T18:33:02,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:33:02,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/hadoop.tmp.dir so I do NOT create it in target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26 2024-12-03T18:33:02,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:33:02,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26 2024-12-03T18:33:02,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:33:02,958 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/cluster_e195449f-faa1-4dc0-c9a6-c8dc712fd074, deleteOnExit=true 2024-12-03T18:33:02,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:33:02,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/test.cache.data in system properties and HBase conf 2024-12-03T18:33:02,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:33:02,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:33:02,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:33:02,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:33:02,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:33:02,959 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:33:02,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:33:02,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:33:02,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:33:02,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:33:02,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:33:02,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:33:02,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:33:02,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:33:02,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:33:02,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:33:02,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:33:02,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:33:02,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:33:02,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:33:03,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:33:03,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:33:03,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:33:03,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:33:03,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:33:03,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:33:03,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25f2316d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:33:03,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@581e662d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:33:03,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b4ba6ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/java.io.tmpdir/jetty-localhost-42223-hadoop-hdfs-3_4_1-tests_jar-_-any-10656948381796848622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:33:03,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51434c40{HTTP/1.1, (http/1.1)}{localhost:42223} 2024-12-03T18:33:03,671 INFO [Time-limited test {}] server.Server(415): Started @237682ms 2024-12-03T18:33:04,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:33:04,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:33:04,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:33:04,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:33:04,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:33:04,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a00b9a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:33:04,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bff4f0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:33:04,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5720561a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/java.io.tmpdir/jetty-localhost-46421-hadoop-hdfs-3_4_1-tests_jar-_-any-13629864090948295777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:33:04,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b02c84c{HTTP/1.1, (http/1.1)}{localhost:46421} 2024-12-03T18:33:04,354 INFO [Time-limited test {}] server.Server(415): Started @238366ms 2024-12-03T18:33:04,355 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:33:04,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:33:04,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T18:33:05,155 WARN [Thread-2760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/cluster_e195449f-faa1-4dc0-c9a6-c8dc712fd074/data/data2/current/BP-434556852-172.17.0.3-1733250782983/current, will proceed with Du for space computation calculation, 2024-12-03T18:33:05,155 WARN [Thread-2759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/cluster_e195449f-faa1-4dc0-c9a6-c8dc712fd074/data/data1/current/BP-434556852-172.17.0.3-1733250782983/current, will proceed with Du for space computation calculation, 2024-12-03T18:33:05,231 WARN [Thread-2747 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:33:05,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf305adcbc49d5be2 with lease ID 0x3846cb3fa9f5bd34: Processing first storage report for DS-49371a65-4012-4fb3-8826-3e72aa15d8ee from datanode DatanodeRegistration(127.0.0.1:35619, datanodeUuid=dac13044-e12d-42cf-9148-47e229f07cec, infoPort=36933, infoSecurePort=0, ipcPort=37771, storageInfo=lv=-57;cid=testClusterID;nsid=699056990;c=1733250782983) 2024-12-03T18:33:05,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf305adcbc49d5be2 with lease ID 0x3846cb3fa9f5bd34: from storage DS-49371a65-4012-4fb3-8826-3e72aa15d8ee node DatanodeRegistration(127.0.0.1:35619, datanodeUuid=dac13044-e12d-42cf-9148-47e229f07cec, infoPort=36933, infoSecurePort=0, ipcPort=37771, storageInfo=lv=-57;cid=testClusterID;nsid=699056990;c=1733250782983), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:33:05,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf305adcbc49d5be2 with lease ID 0x3846cb3fa9f5bd34: Processing first storage report for DS-3305e554-0df0-4d9c-b757-ddfcdcff1a38 from datanode DatanodeRegistration(127.0.0.1:35619, datanodeUuid=dac13044-e12d-42cf-9148-47e229f07cec, infoPort=36933, infoSecurePort=0, ipcPort=37771, storageInfo=lv=-57;cid=testClusterID;nsid=699056990;c=1733250782983) 2024-12-03T18:33:05,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf305adcbc49d5be2 with lease ID 0x3846cb3fa9f5bd34: from storage DS-3305e554-0df0-4d9c-b757-ddfcdcff1a38 node DatanodeRegistration(127.0.0.1:35619, datanodeUuid=dac13044-e12d-42cf-9148-47e229f07cec, infoPort=36933, infoSecurePort=0, ipcPort=37771, storageInfo=lv=-57;cid=testClusterID;nsid=699056990;c=1733250782983), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:33:05,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26 2024-12-03T18:33:05,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:05,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:05,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:33:05,353 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0 with version=8 2024-12-03T18:33:05,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/hbase-staging 2024-12-03T18:33:05,355 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:33:05,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:05,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:05,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:33:05,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:05,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:33:05,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:33:05,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:33:05,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40363 2024-12-03T18:33:05,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40363 connecting to ZooKeeper ensemble=127.0.0.1:54523 2024-12-03T18:33:05,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403630x0, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:33:05,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40363-0x1019dc18d250003 connected 2024-12-03T18:33:05,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:05,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:05,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Set watcher on znode that does not yet exist, /1782807255/running 2024-12-03T18:33:05,511 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0, hbase.cluster.distributed=false 2024-12-03T18:33:05,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Set watcher on znode that does not yet exist, /1782807255/acl 2024-12-03T18:33:05,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40363 2024-12-03T18:33:05,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40363 2024-12-03T18:33:05,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40363 2024-12-03T18:33:05,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40363 2024-12-03T18:33:05,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40363 2024-12-03T18:33:05,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:33:05,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:05,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:05,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:33:05,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:05,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:33:05,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:33:05,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:33:05,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39677 2024-12-03T18:33:05,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39677 connecting to ZooKeeper ensemble=127.0.0.1:54523 2024-12-03T18:33:05,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:05,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:05,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396770x0, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:33:05,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396770x0, quorum=127.0.0.1:54523, baseZNode=/1782807255 Set watcher on znode that does not yet exist, /1782807255/running 2024-12-03T18:33:05,719 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:33:05,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39677-0x1019dc18d250004 connected 2024-12-03T18:33:05,756 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:33:05,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Set watcher on znode that does not yet exist, /1782807255/master 2024-12-03T18:33:05,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Set watcher on znode that does not yet exist, /1782807255/acl 2024-12-03T18:33:05,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39677 2024-12-03T18:33:05,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39677 2024-12-03T18:33:05,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39677 2024-12-03T18:33:05,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39677 2024-12-03T18:33:05,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39677 2024-12-03T18:33:05,926 DEBUG [M:0;5cd6afc4bcac:40363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:40363 2024-12-03T18:33:05,945 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1782807255/backup-masters/5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:05,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255/backup-masters 2024-12-03T18:33:05,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255/backup-masters 2024-12-03T18:33:05,975 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Set watcher on existing znode=/1782807255/backup-masters/5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:05,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:05,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1782807255/master 2024-12-03T18:33:05,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:05,985 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Set watcher on existing znode=/1782807255/master 2024-12-03T18:33:05,986 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1782807255/backup-masters/5cd6afc4bcac,40363,1733250785355 from backup master directory 2024-12-03T18:33:05,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255/backup-masters 2024-12-03T18:33:05,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1782807255/backup-masters/5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:05,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255/backup-masters 2024-12-03T18:33:05,996 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:33:05,996 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:06,013 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/hbase.id] with ID: f90ad170-59ff-4489-b93e-b922e0da7e55 2024-12-03T18:33:06,013 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/.tmp/hbase.id 2024-12-03T18:33:06,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:33:06,055 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/.tmp/hbase.id]:[hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/hbase.id] 2024-12-03T18:33:06,078 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:06,078 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:33:06,080 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T18:33:06,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:06,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:06,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:33:06,158 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:33:06,159 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:33:06,160 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:06,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:33:06,191 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store 2024-12-03T18:33:06,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:33:06,650 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:06,650 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:33:06,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:06,650 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:06,650 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:33:06,650 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:06,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:06,650 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250786650Disabling compacts and flushes for region at 1733250786650Disabling writes for close at 1733250786650Writing region close event to WAL at 1733250786650Closed at 1733250786650 2024-12-03T18:33:06,652 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/.initializing 2024-12-03T18:33:06,652 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/WALs/5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:06,654 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:33:06,657 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C40363%2C1733250785355, suffix=, logDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/WALs/5cd6afc4bcac,40363,1733250785355, archiveDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/oldWALs, maxLogs=10 2024-12-03T18:33:06,693 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/WALs/5cd6afc4bcac,40363,1733250785355/5cd6afc4bcac%2C40363%2C1733250785355.1733250786657, exclude list is [], retry=0 2024-12-03T18:33:06,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35619,DS-49371a65-4012-4fb3-8826-3e72aa15d8ee,DISK] 2024-12-03T18:33:06,746 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/WALs/5cd6afc4bcac,40363,1733250785355/5cd6afc4bcac%2C40363%2C1733250785355.1733250786657 2024-12-03T18:33:06,757 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36933:36933)] 2024-12-03T18:33:06,757 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:06,757 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:06,763 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:06,763 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:06,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:06,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:33:06,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:06,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:06,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:06,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:33:06,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:06,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:06,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:06,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:33:06,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:06,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:06,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:06,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:33:06,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:06,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:06,788 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:06,789 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:06,789 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:06,790 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:06,790 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:06,790 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:06,791 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:06,798 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:06,799 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68524216, jitterRate=0.021090388298034668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:06,799 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250786763Initializing all the Stores at 1733250786770 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250786770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250786771 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250786771Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250786771Cleaning up temporary data from old regions at 1733250786790 (+19 ms)Region opened successfully at 1733250786799 (+9 ms) 2024-12-03T18:33:06,806 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:33:06,811 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4b1ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:33:06,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:33:06,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:33:06,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:33:06,812 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:33:06,813 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:33:06,814 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-12-03T18:33:06,814 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:33:06,817 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:33:06,818 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Unable to get data of znode /1782807255/balancer because node does not exist (not necessarily an error) 2024-12-03T18:33:06,830 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1782807255/balancer already deleted, retry=false 2024-12-03T18:33:06,831 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:33:06,833 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Unable to get data of znode /1782807255/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:33:06,842 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1782807255/normalizer already deleted, retry=false 2024-12-03T18:33:06,842 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:33:06,852 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Unable to get data of znode /1782807255/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:33:06,862 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1782807255/switch/split already deleted, retry=false 2024-12-03T18:33:06,868 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Unable to get data of znode /1782807255/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:33:06,879 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1782807255/switch/merge already deleted, retry=false 2024-12-03T18:33:06,888 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Unable to get data of znode /1782807255/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:33:06,896 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1782807255/snapshot-cleanup already deleted, retry=false 2024-12-03T18:33:06,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1782807255/running 2024-12-03T18:33:06,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:06,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1782807255/running 2024-12-03T18:33:06,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:06,907 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,40363,1733250785355, sessionid=0x1019dc18d250003, setting cluster-up flag (Was=false) 2024-12-03T18:33:06,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:06,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:06,959 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1782807255/flush-table-proc/acquired, /1782807255/flush-table-proc/reached, /1782807255/flush-table-proc/abort 2024-12-03T18:33:06,960 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:07,017 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1782807255/online-snapshot/acquired, /1782807255/online-snapshot/reached, /1782807255/online-snapshot/abort 2024-12-03T18:33:07,023 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:07,045 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:33:07,057 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:07,057 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:33:07,057 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:33:07,058 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,40363,1733250785355 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:33:07,060 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:07,060 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:07,060 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:07,060 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:07,060 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:33:07,060 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,060 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:33:07,060 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:07,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:33:07,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:07,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:33:07,112 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250817112 2024-12-03T18:33:07,112 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:33:07,113 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:33:07,113 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:33:07,113 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:33:07,113 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:33:07,113 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:33:07,143 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,143 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:33:07,144 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:33:07,144 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:33:07,144 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:33:07,171 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:33:07,171 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:33:07,174 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250787171,5,FailOnTimeoutGroup] 2024-12-03T18:33:07,175 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(746): ClusterId : f90ad170-59ff-4489-b93e-b922e0da7e55 2024-12-03T18:33:07,175 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:33:07,178 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250787174,5,FailOnTimeoutGroup] 2024-12-03T18:33:07,178 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,179 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:33:07,179 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,179 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,188 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:33:07,188 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:33:07,197 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:33:07,197 DEBUG [RS:0;5cd6afc4bcac:39677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262159df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:33:07,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:33:07,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:33:07,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0 2024-12-03T18:33:07,249 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:39677 2024-12-03T18:33:07,250 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:33:07,250 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:33:07,250 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:33:07,266 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,40363,1733250785355 with port=39677, startcode=1733250785648 2024-12-03T18:33:07,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:33:07,273 DEBUG [RS:0;5cd6afc4bcac:39677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:33:07,283 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:33:07,287 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:07,287 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40363 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:07,296 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:33:07,300 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0 2024-12-03T18:33:07,300 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39967 2024-12-03T18:33:07,300 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:33:07,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255/rs 2024-12-03T18:33:07,325 DEBUG [RS:0;5cd6afc4bcac:39677 {}] zookeeper.ZKUtil(111): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Set watcher on existing znode=/1782807255/rs/5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:07,325 WARN [RS:0;5cd6afc4bcac:39677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:33:07,325 INFO [RS:0;5cd6afc4bcac:39677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:07,325 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:07,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,39677,1733250785648] 2024-12-03T18:33:07,376 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:33:07,395 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:33:07,407 INFO [RS:0;5cd6afc4bcac:39677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:33:07,407 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,422 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:33:07,425 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:33:07,425 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,425 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,425 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,425 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,425 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,425 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,425 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:33:07,425 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,425 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,425 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,426 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,426 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,426 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:07,426 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:33:07,426 DEBUG [RS:0;5cd6afc4bcac:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:33:07,434 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,434 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,434 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,434 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,434 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,434 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,39677,1733250785648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:33:07,466 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:33:07,467 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,39677,1733250785648-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,467 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,467 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.Replication(171): 5cd6afc4bcac,39677,1733250785648 started 2024-12-03T18:33:07,488 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:07,488 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,39677,1733250785648, RpcServer on 5cd6afc4bcac/172.17.0.3:39677, sessionid=0x1019dc18d250004 2024-12-03T18:33:07,489 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:33:07,489 DEBUG [RS:0;5cd6afc4bcac:39677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:07,489 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,39677,1733250785648' 2024-12-03T18:33:07,489 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1782807255/flush-table-proc/abort' 2024-12-03T18:33:07,490 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1782807255/flush-table-proc/acquired' 2024-12-03T18:33:07,490 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:33:07,490 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:33:07,490 DEBUG [RS:0;5cd6afc4bcac:39677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:07,490 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,39677,1733250785648' 2024-12-03T18:33:07,490 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1782807255/online-snapshot/abort' 2024-12-03T18:33:07,490 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1782807255/online-snapshot/acquired' 2024-12-03T18:33:07,491 DEBUG [RS:0;5cd6afc4bcac:39677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:33:07,491 INFO [RS:0;5cd6afc4bcac:39677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:33:07,491 INFO [RS:0;5cd6afc4bcac:39677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:33:07,594 INFO [RS:0;5cd6afc4bcac:39677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:33:07,596 INFO [RS:0;5cd6afc4bcac:39677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C39677%2C1733250785648, suffix=, logDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648, archiveDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/oldWALs, maxLogs=10 2024-12-03T18:33:07,616 DEBUG [RS:0;5cd6afc4bcac:39677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596, exclude list is [], retry=0 2024-12-03T18:33:07,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35619,DS-49371a65-4012-4fb3-8826-3e72aa15d8ee,DISK] 2024-12-03T18:33:07,647 INFO [RS:0;5cd6afc4bcac:39677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 2024-12-03T18:33:07,648 DEBUG [RS:0;5cd6afc4bcac:39677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36933:36933)] 2024-12-03T18:33:07,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:07,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:33:07,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:33:07,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:07,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:07,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:33:07,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:33:07,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:07,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:07,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:33:07,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:33:07,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:07,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:07,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:33:07,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:33:07,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:07,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:07,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:33:07,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740 2024-12-03T18:33:07,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740 2024-12-03T18:33:07,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:33:07,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:33:07,680 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:07,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:33:07,687 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:07,687 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60858005, jitterRate=-0.09314505755901337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:07,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250787668Initializing all the Stores at 1733250787668Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250787668Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250787672 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250787672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250787672Cleaning up temporary data from old regions at 1733250787679 (+7 ms)Region opened successfully at 1733250787687 (+8 ms) 2024-12-03T18:33:07,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:33:07,687 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:33:07,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:33:07,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:33:07,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:33:07,690 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:33:07,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250787687Disabling compacts and flushes for region at 1733250787687Disabling writes for close at 1733250787687Writing region close event to WAL at 1733250787690 (+3 ms)Closed at 1733250787690 2024-12-03T18:33:07,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:07,691 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:33:07,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:33:07,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:33:07,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:33:07,844 DEBUG [5cd6afc4bcac:40363 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:33:07,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:07,846 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,39677,1733250785648, state=OPENING 2024-12-03T18:33:07,881 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:33:07,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:07,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:07,896 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:33:07,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,39677,1733250785648}] 2024-12-03T18:33:07,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1782807255/meta-region-server: CHANGED 2024-12-03T18:33:07,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1782807255/meta-region-server: CHANGED 2024-12-03T18:33:08,051 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:33:08,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:33:08,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:33:08,091 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:33:08,091 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:08,091 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:33:08,092 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C39677%2C1733250785648.meta, suffix=.meta, logDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648, archiveDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/oldWALs, maxLogs=10 2024-12-03T18:33:08,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:08,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:08,125 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.meta.1733250788093.meta, exclude list is [], retry=0 2024-12-03T18:33:08,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35619,DS-49371a65-4012-4fb3-8826-3e72aa15d8ee,DISK] 2024-12-03T18:33:08,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:08,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:08,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:08,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:08,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:08,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:08,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:08,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:08,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:08,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:08,175 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.meta.1733250788093.meta 2024-12-03T18:33:08,184 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36933:36933)] 2024-12-03T18:33:08,184 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:08,185 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:33:08,185 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:33:08,185 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:33:08,185 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:33:08,185 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:33:08,185 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:08,185 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:33:08,185 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:33:08,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:33:08,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:33:08,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:08,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:08,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:33:08,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:33:08,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:08,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:08,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:33:08,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:33:08,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:08,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:08,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:33:08,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:33:08,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:08,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:08,206 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:33:08,206 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740 2024-12-03T18:33:08,215 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740 2024-12-03T18:33:08,216 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:33:08,216 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:33:08,216 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:08,217 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:33:08,223 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67336799, jitterRate=0.0033964961767196655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:08,223 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:33:08,223 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250788185Writing region info on filesystem at 1733250788186 (+1 ms)Initializing all the Stores at 1733250788186Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250788186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250788198 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250788198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250788198Cleaning up temporary data from old regions at 1733250788216 (+18 ms)Running coprocessor post-open hooks at 1733250788223 (+7 ms)Region opened successfully at 1733250788223 2024-12-03T18:33:08,226 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250788050 2024-12-03T18:33:08,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:08,230 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,39677,1733250785648, state=OPEN 2024-12-03T18:33:08,230 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:33:08,230 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:33:08,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1782807255/meta-region-server 2024-12-03T18:33:08,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1782807255/meta-region-server: CHANGED 2024-12-03T18:33:08,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1782807255/meta-region-server 2024-12-03T18:33:08,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1782807255/meta-region-server: CHANGED 2024-12-03T18:33:08,255 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:08,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:33:08,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,39677,1733250785648 in 359 msec 2024-12-03T18:33:08,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:33:08,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 566 msec 2024-12-03T18:33:08,259 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:08,259 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:33:08,260 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:08,260 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,39677,1733250785648, seqNum=-1] 2024-12-03T18:33:08,261 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:08,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:33:08,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2170 sec 2024-12-03T18:33:08,270 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250788270, completionTime=-1 2024-12-03T18:33:08,270 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:33:08,270 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:33:08,276 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:33:08,276 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250848276 2024-12-03T18:33:08,276 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250908276 2024-12-03T18:33:08,276 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-03T18:33:08,276 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,40363,1733250785355-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:08,276 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,40363,1733250785355-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:08,276 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,40363,1733250785355-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:08,276 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:40363, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:08,276 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:08,277 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:08,279 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:33:08,281 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.285sec 2024-12-03T18:33:08,281 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:33:08,281 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:33:08,281 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:33:08,281 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:33:08,281 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:33:08,281 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,40363,1733250785355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:33:08,281 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,40363,1733250785355-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:33:08,287 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:33:08,287 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:33:08,287 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,40363,1733250785355-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:08,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f29e7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:08,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,40363,-1 for getting cluster id 2024-12-03T18:33:08,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:08,383 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f90ad170-59ff-4489-b93e-b922e0da7e55' 2024-12-03T18:33:08,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:08,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f90ad170-59ff-4489-b93e-b922e0da7e55" 2024-12-03T18:33:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56508c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,40363,-1] 2024-12-03T18:33:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:08,386 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:08,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638df6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:08,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,39677,1733250785648, seqNum=-1] 2024-12-03T18:33:08,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:08,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:33:08,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:08,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54523 2024-12-03T18:33:08,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:33:08,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/hadoop.log.dir so I do NOT create it in target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d 2024-12-03T18:33:08,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:33:08,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/hadoop.tmp.dir so I do NOT create it in target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d 2024-12-03T18:33:08,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:33:08,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d 2024-12-03T18:33:08,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:33:08,444 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/cluster_1167f974-a8f4-1e57-c71e-90f6002d2f15, deleteOnExit=true 2024-12-03T18:33:08,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:33:08,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/test.cache.data in system properties and HBase conf 2024-12-03T18:33:08,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:33:08,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:33:08,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:33:08,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:33:08,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:33:08,445 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:33:08,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:33:08,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:33:08,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019dc18d250005 connected 2024-12-03T18:33:08,469 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:08,469 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:33:08,470 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48487 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:33:08,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:33:08,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:33:08,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:33:08,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:33:08,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:33:09,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:33:09,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bcc0901{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:33:09,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72948196{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:33:09,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ad43197{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/java.io.tmpdir/jetty-localhost-37895-hadoop-hdfs-3_4_1-tests_jar-_-any-16385982155853567201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:33:09,228 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21d5c399{HTTP/1.1, (http/1.1)}{localhost:37895} 2024-12-03T18:33:09,228 INFO [Time-limited test {}] server.Server(415): Started @243239ms 2024-12-03T18:33:09,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:33:09,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:33:09,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:33:09,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:33:09,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:33:09,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11735bc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:33:09,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205f457f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:33:09,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37631bfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/java.io.tmpdir/jetty-localhost-46429-hadoop-hdfs-3_4_1-tests_jar-_-any-13041996992269586750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:33:09,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@657debdc{HTTP/1.1, (http/1.1)}{localhost:46429} 2024-12-03T18:33:09,983 INFO [Time-limited test {}] server.Server(415): Started @243995ms 2024-12-03T18:33:09,985 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:33:11,204 WARN [Thread-2880 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/cluster_1167f974-a8f4-1e57-c71e-90f6002d2f15/data/data1/current/BP-292989773-172.17.0.3-1733250788495/current, will proceed with Du for space computation calculation, 2024-12-03T18:33:11,205 WARN [Thread-2881 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/cluster_1167f974-a8f4-1e57-c71e-90f6002d2f15/data/data2/current/BP-292989773-172.17.0.3-1733250788495/current, will proceed with Du for space computation calculation, 2024-12-03T18:33:11,291 WARN [Thread-2868 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:33:11,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe8cd65ff59e9289 with lease ID 0x40cc842195560bf0: Processing first storage report for DS-051ce713-ca0f-4870-9cef-35bef6d77889 from datanode DatanodeRegistration(127.0.0.1:34539, datanodeUuid=91b7d85b-4f01-4812-a428-a91b54cb1b33, infoPort=35095, infoSecurePort=0, ipcPort=44447, storageInfo=lv=-57;cid=testClusterID;nsid=167867565;c=1733250788495) 2024-12-03T18:33:11,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe8cd65ff59e9289 with lease ID 0x40cc842195560bf0: from storage DS-051ce713-ca0f-4870-9cef-35bef6d77889 node DatanodeRegistration(127.0.0.1:34539, datanodeUuid=91b7d85b-4f01-4812-a428-a91b54cb1b33, infoPort=35095, infoSecurePort=0, ipcPort=44447, storageInfo=lv=-57;cid=testClusterID;nsid=167867565;c=1733250788495), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:33:11,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe8cd65ff59e9289 with lease ID 0x40cc842195560bf0: Processing first storage report for DS-5ea61727-3e4f-454a-8ba1-d3e19ba3588d from datanode DatanodeRegistration(127.0.0.1:34539, datanodeUuid=91b7d85b-4f01-4812-a428-a91b54cb1b33, infoPort=35095, infoSecurePort=0, ipcPort=44447, storageInfo=lv=-57;cid=testClusterID;nsid=167867565;c=1733250788495) 2024-12-03T18:33:11,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe8cd65ff59e9289 with lease ID 0x40cc842195560bf0: from storage DS-5ea61727-3e4f-454a-8ba1-d3e19ba3588d node DatanodeRegistration(127.0.0.1:34539, datanodeUuid=91b7d85b-4f01-4812-a428-a91b54cb1b33, infoPort=35095, infoSecurePort=0, ipcPort=44447, storageInfo=lv=-57;cid=testClusterID;nsid=167867565;c=1733250788495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:33:11,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d 2024-12-03T18:33:11,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:11,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:11,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:33:11,433 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d with version=8 2024-12-03T18:33:11,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/hbase-staging 2024-12-03T18:33:11,435 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:33:11,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:11,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:11,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:33:11,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:11,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:33:11,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:33:11,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:33:11,443 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38391 2024-12-03T18:33:11,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38391 connecting to ZooKeeper ensemble=127.0.0.1:54523 2024-12-03T18:33:11,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383910x0, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:33:11,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38391-0x1019dc18d250006 connected 2024-12-03T18:33:11,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:11,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:11,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Set watcher on znode that does not yet exist, /2-1563299660/running 2024-12-03T18:33:11,587 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d, hbase.cluster.distributed=false 2024-12-03T18:33:11,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Set watcher on znode that does not yet exist, /2-1563299660/acl 2024-12-03T18:33:11,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38391 2024-12-03T18:33:11,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38391 2024-12-03T18:33:11,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38391 2024-12-03T18:33:11,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38391 2024-12-03T18:33:11,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38391 2024-12-03T18:33:11,710 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:33:11,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:11,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:11,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:33:11,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:11,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:33:11,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:33:11,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:33:11,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39667 2024-12-03T18:33:11,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39667 connecting to ZooKeeper ensemble=127.0.0.1:54523 2024-12-03T18:33:11,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:11,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:11,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396670x0, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:33:11,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396670x0, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Set watcher on znode that does not yet exist, /2-1563299660/running 2024-12-03T18:33:11,811 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:33:11,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39667-0x1019dc18d250007 connected 2024-12-03T18:33:11,858 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:33:11,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Set watcher on znode that does not yet exist, /2-1563299660/master 2024-12-03T18:33:11,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Set watcher on znode that does not yet exist, /2-1563299660/acl 2024-12-03T18:33:11,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39667 2024-12-03T18:33:11,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39667 2024-12-03T18:33:11,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39667 2024-12-03T18:33:11,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39667 2024-12-03T18:33:11,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39667 2024-12-03T18:33:11,992 DEBUG [M:0;5cd6afc4bcac:38391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:38391 2024-12-03T18:33:11,995 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1563299660/backup-masters/5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:12,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660/backup-masters 2024-12-03T18:33:12,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660/backup-masters 2024-12-03T18:33:12,014 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Set watcher on existing znode=/2-1563299660/backup-masters/5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:12,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1563299660/master 2024-12-03T18:33:12,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:12,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:12,030 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Set watcher on existing znode=/2-1563299660/master 2024-12-03T18:33:12,034 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1563299660/backup-masters/5cd6afc4bcac,38391,1733250791435 from backup master directory 2024-12-03T18:33:12,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660/backup-masters 2024-12-03T18:33:12,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1563299660/backup-masters/5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:12,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660/backup-masters 2024-12-03T18:33:12,045 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:33:12,045 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:12,099 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/hbase.id] with ID: f33f1c7d-7581-42d4-8ccd-e12442b92f1a 2024-12-03T18:33:12,099 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/.tmp/hbase.id 2024-12-03T18:33:12,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:33:12,158 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/.tmp/hbase.id]:[hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/hbase.id] 2024-12-03T18:33:12,181 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:12,181 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:33:12,188 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-12-03T18:33:12,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:12,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:12,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:33:12,664 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:33:12,665 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:33:12,671 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:33:12,727 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store 2024-12-03T18:33:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:33:12,762 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:12,763 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:33:12,763 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:12,763 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:12,763 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:33:12,763 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:12,763 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:12,763 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250792763Disabling compacts and flushes for region at 1733250792763Disabling writes for close at 1733250792763Writing region close event to WAL at 1733250792763Closed at 1733250792763 2024-12-03T18:33:12,768 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/.initializing 2024-12-03T18:33:12,768 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/WALs/5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:12,770 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:33:12,771 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C38391%2C1733250791435, suffix=, logDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/WALs/5cd6afc4bcac,38391,1733250791435, archiveDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/oldWALs, maxLogs=10 2024-12-03T18:33:12,797 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/WALs/5cd6afc4bcac,38391,1733250791435/5cd6afc4bcac%2C38391%2C1733250791435.1733250792772, exclude list is [], retry=0 2024-12-03T18:33:12,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34539,DS-051ce713-ca0f-4870-9cef-35bef6d77889,DISK] 2024-12-03T18:33:12,813 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/WALs/5cd6afc4bcac,38391,1733250791435/5cd6afc4bcac%2C38391%2C1733250791435.1733250792772 2024-12-03T18:33:12,835 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-12-03T18:33:12,835 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:12,835 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:12,835 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:12,835 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:12,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:12,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:33:12,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:12,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:12,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:12,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:33:12,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:12,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:12,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:12,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:33:12,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:12,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:12,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:12,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:33:12,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:12,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:12,847 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:12,848 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:12,848 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:12,849 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:12,849 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:12,849 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:12,850 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:12,858 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:12,864 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64075064, jitterRate=-0.04520714282989502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:12,864 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250792835Initializing all the Stores at 1733250792836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250792836Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250792840 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250792840Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250792840Cleaning up temporary data from old regions at 1733250792849 (+9 ms)Region opened successfully at 1733250792864 (+15 ms) 2024-12-03T18:33:12,868 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:33:12,884 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff1fc1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:33:12,885 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:33:12,885 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:33:12,885 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:33:12,886 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:33:12,887 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T18:33:12,887 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:33:12,887 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:33:12,903 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:33:12,908 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Unable to get data of znode /2-1563299660/balancer because node does not exist (not necessarily an error) 2024-12-03T18:33:12,927 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1563299660/balancer already deleted, retry=false 2024-12-03T18:33:12,928 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:33:12,936 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Unable to get data of znode /2-1563299660/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:33:12,945 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1563299660/normalizer already deleted, retry=false 2024-12-03T18:33:12,945 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:33:12,958 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Unable to get data of znode /2-1563299660/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:33:12,965 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1563299660/switch/split already deleted, retry=false 2024-12-03T18:33:12,966 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Unable to get data of znode /2-1563299660/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:33:12,974 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1563299660/switch/merge already deleted, retry=false 2024-12-03T18:33:12,976 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Unable to get data of znode /2-1563299660/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:33:12,982 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1563299660/snapshot-cleanup already deleted, retry=false 2024-12-03T18:33:12,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1563299660/running 2024-12-03T18:33:12,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:12,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1563299660/running 2024-12-03T18:33:12,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:12,992 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,38391,1733250791435, sessionid=0x1019dc18d250006, setting cluster-up flag (Was=false) 2024-12-03T18:33:13,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:13,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:13,032 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1563299660/flush-table-proc/acquired, /2-1563299660/flush-table-proc/reached, /2-1563299660/flush-table-proc/abort 2024-12-03T18:33:13,033 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:13,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:13,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:13,078 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1563299660/online-snapshot/acquired, /2-1563299660/online-snapshot/reached, /2-1563299660/online-snapshot/abort 2024-12-03T18:33:13,087 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:13,098 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:33:13,107 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:13,107 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:33:13,107 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:33:13,108 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,38391,1733250791435 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:33:13,114 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:13,114 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:13,114 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:13,114 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:13,114 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:33:13,114 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,114 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:33:13,114 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:13,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:33:13,121 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:13,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:33:13,153 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250823153 2024-12-03T18:33:13,153 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:33:13,153 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:33:13,153 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:33:13,153 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:33:13,153 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:33:13,153 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:33:13,159 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,175 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:33:13,175 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:33:13,175 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:33:13,175 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:33:13,175 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:33:13,175 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:33:13,176 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250793175,5,FailOnTimeoutGroup] 2024-12-03T18:33:13,183 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250793176,5,FailOnTimeoutGroup] 2024-12-03T18:33:13,183 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,183 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:33:13,183 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,183 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,213 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(746): ClusterId : f33f1c7d-7581-42d4-8ccd-e12442b92f1a 2024-12-03T18:33:13,213 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:33:13,243 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:33:13,243 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:33:13,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:33:13,258 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:33:13,258 DEBUG [RS:0;5cd6afc4bcac:39667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddae916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:33:13,278 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:39667 2024-12-03T18:33:13,278 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:33:13,278 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:33:13,278 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:33:13,279 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,38391,1733250791435 with port=39667, startcode=1733250791709 2024-12-03T18:33:13,279 DEBUG [RS:0;5cd6afc4bcac:39667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:33:13,283 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:33:13,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38391 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:13,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38391 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:13,287 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d 2024-12-03T18:33:13,287 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34041 2024-12-03T18:33:13,287 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:33:13,321 DEBUG [RS:0;5cd6afc4bcac:39667 {}] zookeeper.ZKUtil(111): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Set watcher on existing znode=/2-1563299660/rs/5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:13,321 WARN [RS:0;5cd6afc4bcac:39667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:33:13,322 INFO [RS:0;5cd6afc4bcac:39667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:13,322 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:13,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660/rs 2024-12-03T18:33:13,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,39667,1733250791709] 2024-12-03T18:33:13,352 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:33:13,354 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:33:13,355 INFO [RS:0;5cd6afc4bcac:39667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:33:13,355 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,359 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:33:13,360 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:33:13,360 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,360 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,360 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,360 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,360 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,360 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,360 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:33:13,361 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,361 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,361 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,361 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,361 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,361 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:13,361 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:33:13,362 DEBUG [RS:0;5cd6afc4bcac:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:33:13,374 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,374 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,375 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,375 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,375 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,375 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,39667,1733250791709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:33:13,413 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:33:13,413 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,39667,1733250791709-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,419 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,419 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.Replication(171): 5cd6afc4bcac,39667,1733250791709 started 2024-12-03T18:33:13,469 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:13,469 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,39667,1733250791709, RpcServer on 5cd6afc4bcac/172.17.0.3:39667, sessionid=0x1019dc18d250007 2024-12-03T18:33:13,470 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:33:13,470 DEBUG [RS:0;5cd6afc4bcac:39667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:13,470 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,39667,1733250791709' 2024-12-03T18:33:13,470 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1563299660/flush-table-proc/abort' 2024-12-03T18:33:13,470 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1563299660/flush-table-proc/acquired' 2024-12-03T18:33:13,470 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:33:13,471 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:33:13,471 DEBUG [RS:0;5cd6afc4bcac:39667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:13,471 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,39667,1733250791709' 2024-12-03T18:33:13,471 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1563299660/online-snapshot/abort' 2024-12-03T18:33:13,471 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1563299660/online-snapshot/acquired' 2024-12-03T18:33:13,472 DEBUG [RS:0;5cd6afc4bcac:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:33:13,472 INFO [RS:0;5cd6afc4bcac:39667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:33:13,472 INFO [RS:0;5cd6afc4bcac:39667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:33:13,572 INFO [RS:0;5cd6afc4bcac:39667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:33:13,573 INFO [RS:0;5cd6afc4bcac:39667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C39667%2C1733250791709, suffix=, logDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709, archiveDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/oldWALs, maxLogs=10 2024-12-03T18:33:13,589 DEBUG [RS:0;5cd6afc4bcac:39667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574, exclude list is [], retry=0 2024-12-03T18:33:13,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34539,DS-051ce713-ca0f-4870-9cef-35bef6d77889,DISK] 2024-12-03T18:33:13,622 INFO [RS:0;5cd6afc4bcac:39667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 2024-12-03T18:33:13,651 DEBUG [RS:0;5cd6afc4bcac:39667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-12-03T18:33:13,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:33:13,652 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d 2024-12-03T18:33:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741833_1009 (size=32) 2024-12-03T18:33:13,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:33:13,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:13,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:13,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:13,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:13,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:13,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:13,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:13,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:13,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:13,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:13,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:13,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:14,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:14,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:33:14,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:33:14,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:14,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:14,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:33:14,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:33:14,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:14,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:14,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:33:14,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:33:14,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:14,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:14,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:33:14,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:33:14,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:14,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:14,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:33:14,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740 2024-12-03T18:33:14,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740 2024-12-03T18:33:14,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:33:14,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:33:14,126 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:14,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:33:14,135 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:14,136 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64565623, jitterRate=-0.03789724409580231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:14,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250794082Initializing all the Stores at 1733250794083 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250794083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250794093 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250794093Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250794093Cleaning up temporary data from old regions at 1733250794125 (+32 ms)Region opened successfully at 1733250794136 (+11 ms) 2024-12-03T18:33:14,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:33:14,136 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:33:14,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:33:14,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:33:14,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:33:14,143 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:33:14,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250794136Disabling compacts and flushes for region at 1733250794136Disabling writes for close at 1733250794136Writing region close event to WAL at 1733250794143 (+7 ms)Closed at 1733250794143 2024-12-03T18:33:14,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:14,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:33:14,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:33:14,145 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:33:14,147 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:33:14,298 DEBUG [5cd6afc4bcac:38391 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:33:14,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:14,299 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,39667,1733250791709, state=OPENING 2024-12-03T18:33:14,348 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:33:14,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:14,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:14,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1563299660/meta-region-server: CHANGED 2024-12-03T18:33:14,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1563299660/meta-region-server: CHANGED 2024-12-03T18:33:14,358 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:33:14,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,39667,1733250791709}] 2024-12-03T18:33:14,517 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:33:14,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:33:14,552 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:33:14,552 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:14,552 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:33:14,555 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C39667%2C1733250791709.meta, suffix=.meta, logDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709, archiveDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/oldWALs, maxLogs=10 2024-12-03T18:33:14,574 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.meta.1733250794555.meta, exclude list is [], retry=0 2024-12-03T18:33:14,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34539,DS-051ce713-ca0f-4870-9cef-35bef6d77889,DISK] 2024-12-03T18:33:14,611 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.meta.1733250794555.meta 2024-12-03T18:33:14,615 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-12-03T18:33:14,615 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:14,616 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:33:14,616 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:33:14,616 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:33:14,616 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:33:14,616 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:33:14,617 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:14,617 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:33:14,617 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:33:14,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:33:14,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:33:14,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:14,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:14,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:33:14,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:33:14,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:14,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:14,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:33:14,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:33:14,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:14,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:14,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:33:14,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:33:14,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:14,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:14,656 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:33:14,657 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740 2024-12-03T18:33:14,658 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740 2024-12-03T18:33:14,659 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:33:14,659 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:33:14,663 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:14,679 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:33:14,683 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60964262, jitterRate=-0.0915617048740387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:14,683 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:33:14,683 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250794617Writing region info on filesystem at 1733250794617Initializing all the Stores at 1733250794622 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250794622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250794623 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250794623Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250794623Cleaning up temporary data from old regions at 1733250794659 (+36 ms)Running coprocessor post-open hooks at 1733250794683 (+24 ms)Region opened successfully at 1733250794683 2024-12-03T18:33:14,688 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250794517 2024-12-03T18:33:14,699 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:33:14,699 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:33:14,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:14,711 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,39667,1733250791709, state=OPEN 2024-12-03T18:33:14,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1563299660/meta-region-server 2024-12-03T18:33:14,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1563299660/meta-region-server: CHANGED 2024-12-03T18:33:14,746 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:14,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1563299660/meta-region-server 2024-12-03T18:33:14,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1563299660/meta-region-server: CHANGED 2024-12-03T18:33:14,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:33:14,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,39667,1733250791709 in 388 msec 2024-12-03T18:33:14,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:33:14,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-12-03T18:33:14,756 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:14,756 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:33:14,758 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:14,758 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,39667,1733250791709, seqNum=-1] 2024-12-03T18:33:14,758 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:14,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:33:14,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6660 sec 2024-12-03T18:33:14,767 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250794767, completionTime=-1 2024-12-03T18:33:14,767 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:33:14,768 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:33:14,770 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:33:14,770 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250854770 2024-12-03T18:33:14,770 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250914770 2024-12-03T18:33:14,770 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T18:33:14,770 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38391,1733250791435-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:14,770 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38391,1733250791435-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:14,770 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38391,1733250791435-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:14,770 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:38391, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:14,770 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:14,771 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:14,773 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:33:14,776 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.731sec 2024-12-03T18:33:14,776 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:33:14,776 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:33:14,776 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:33:14,776 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:33:14,776 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:33:14,776 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38391,1733250791435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:33:14,776 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38391,1733250791435-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:33:14,778 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:33:14,778 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:33:14,778 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38391,1733250791435-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:14,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:14,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38391,-1 for getting cluster id 2024-12-03T18:33:14,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:14,825 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33f1c7d-7581-42d4-8ccd-e12442b92f1a' 2024-12-03T18:33:14,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:14,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33f1c7d-7581-42d4-8ccd-e12442b92f1a" 2024-12-03T18:33:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1400c2be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38391,-1] 2024-12-03T18:33:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:14,827 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:14,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:14,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,39667,1733250791709, seqNum=-1] 2024-12-03T18:33:14,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:14,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:33:14,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:14,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54523 2024-12-03T18:33:14,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:33:14,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019dc18d250008 connected 2024-12-03T18:33:14,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,43695,1733250778841 2024-12-03T18:33:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12d34ed3 2024-12-03T18:33:14,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:14,890 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:33:14,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:33:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:33:14,895 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:33:14,896 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:14,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:33:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:14,900 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:33:14,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:33:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:15,344 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf878aac4424c0746df2347789e42e41, NAME => 'test,,1733250794890.bf878aac4424c0746df2347789e42e41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786 2024-12-03T18:33:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:33:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:15,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250794890.bf878aac4424c0746df2347789e42e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:15,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bf878aac4424c0746df2347789e42e41, disabling compactions & flushes 2024-12-03T18:33:15,756 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250794890.bf878aac4424c0746df2347789e42e41. 2024-12-03T18:33:15,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250794890.bf878aac4424c0746df2347789e42e41. 2024-12-03T18:33:15,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250794890.bf878aac4424c0746df2347789e42e41. after waiting 0 ms 2024-12-03T18:33:15,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250794890.bf878aac4424c0746df2347789e42e41. 2024-12-03T18:33:15,756 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250794890.bf878aac4424c0746df2347789e42e41. 2024-12-03T18:33:15,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf878aac4424c0746df2347789e42e41: Waiting for close lock at 1733250795756Disabling compacts and flushes for region at 1733250795756Disabling writes for close at 1733250795756Writing region close event to WAL at 1733250795756Closed at 1733250795756 2024-12-03T18:33:15,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:33:15,760 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250794890.bf878aac4424c0746df2347789e42e41.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250795760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250795760"}]},"ts":"1733250795760"} 2024-12-03T18:33:15,763 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:33:15,763 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:33:15,764 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250795764"}]},"ts":"1733250795764"} 2024-12-03T18:33:15,766 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:33:15,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bf878aac4424c0746df2347789e42e41, ASSIGN}] 2024-12-03T18:33:15,772 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bf878aac4424c0746df2347789e42e41, ASSIGN 2024-12-03T18:33:15,775 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bf878aac4424c0746df2347789e42e41, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,42985,1733250779367; forceNewPlan=false, retain=false 2024-12-03T18:33:15,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf878aac4424c0746df2347789e42e41, regionState=OPENING, regionLocation=5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:15,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bf878aac4424c0746df2347789e42e41, ASSIGN because future has completed 2024-12-03T18:33:15,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf878aac4424c0746df2347789e42e41, server=5cd6afc4bcac,42985,1733250779367}] 2024-12-03T18:33:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:16,143 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250794890.bf878aac4424c0746df2347789e42e41. 2024-12-03T18:33:16,143 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bf878aac4424c0746df2347789e42e41, NAME => 'test,,1733250794890.bf878aac4424c0746df2347789e42e41.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:16,143 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:33:16,143 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:33:16,143 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,144 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250794890.bf878aac4424c0746df2347789e42e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:16,144 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,144 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,145 INFO [StoreOpener-bf878aac4424c0746df2347789e42e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,146 INFO [StoreOpener-bf878aac4424c0746df2347789e42e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf878aac4424c0746df2347789e42e41 columnFamilyName f 2024-12-03T18:33:16,146 DEBUG [StoreOpener-bf878aac4424c0746df2347789e42e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:16,146 INFO [StoreOpener-bf878aac4424c0746df2347789e42e41-1 {}] regionserver.HStore(327): Store=bf878aac4424c0746df2347789e42e41/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:16,146 INFO [StoreOpener-bf878aac4424c0746df2347789e42e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,150 INFO [StoreOpener-bf878aac4424c0746df2347789e42e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf878aac4424c0746df2347789e42e41 columnFamilyName f1 2024-12-03T18:33:16,150 DEBUG [StoreOpener-bf878aac4424c0746df2347789e42e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:16,150 INFO [StoreOpener-bf878aac4424c0746df2347789e42e41-1 {}] regionserver.HStore(327): Store=bf878aac4424c0746df2347789e42e41/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:16,150 INFO [StoreOpener-bf878aac4424c0746df2347789e42e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,151 INFO [StoreOpener-bf878aac4424c0746df2347789e42e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf878aac4424c0746df2347789e42e41 columnFamilyName norep 2024-12-03T18:33:16,151 DEBUG [StoreOpener-bf878aac4424c0746df2347789e42e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:16,152 INFO [StoreOpener-bf878aac4424c0746df2347789e42e41-1 {}] regionserver.HStore(327): Store=bf878aac4424c0746df2347789e42e41/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:16,152 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,153 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,153 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,153 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,154 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,154 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:33:16,158 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,170 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:16,175 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bf878aac4424c0746df2347789e42e41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61404042, jitterRate=-0.08500847220420837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:33:16,175 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:16,176 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bf878aac4424c0746df2347789e42e41: Running coprocessor pre-open hook at 1733250796144Writing region info on filesystem at 1733250796144Initializing all the Stores at 1733250796144Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250796144Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250796145 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250796145Cleaning up temporary data from old regions at 1733250796154 (+9 ms)Running coprocessor post-open hooks at 1733250796175 (+21 ms)Region opened successfully at 1733250796175 2024-12-03T18:33:16,179 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250794890.bf878aac4424c0746df2347789e42e41., pid=6, masterSystemTime=1733250796085 2024-12-03T18:33:16,181 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250794890.bf878aac4424c0746df2347789e42e41. 2024-12-03T18:33:16,181 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250794890.bf878aac4424c0746df2347789e42e41. 2024-12-03T18:33:16,181 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf878aac4424c0746df2347789e42e41, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:16,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf878aac4424c0746df2347789e42e41, server=5cd6afc4bcac,42985,1733250779367 because future has completed 2024-12-03T18:33:16,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:33:16,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bf878aac4424c0746df2347789e42e41, server=5cd6afc4bcac,42985,1733250779367 in 260 msec 2024-12-03T18:33:16,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:33:16,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bf878aac4424c0746df2347789e42e41, ASSIGN in 424 msec 2024-12-03T18:33:16,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:33:16,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250796195"}]},"ts":"1733250796195"} 2024-12-03T18:33:16,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:33:16,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:33:16,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3180 sec 2024-12-03T18:33:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:17,050 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:33:17,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e51495c 2024-12-03T18:33:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:17,064 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:33:17,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:33:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:33:17,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:33:17,068 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:17,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:33:17,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:33:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:33:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:17,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea6f267bc684b7bad7992b1325a45777, NAME => 'test,,1733250797065.ea6f267bc684b7bad7992b1325a45777.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0 2024-12-03T18:33:17,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:33:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:17,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250797065.ea6f267bc684b7bad7992b1325a45777.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:17,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ea6f267bc684b7bad7992b1325a45777, disabling compactions & flushes 2024-12-03T18:33:17,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. 2024-12-03T18:33:17,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. 2024-12-03T18:33:17,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. after waiting 0 ms 2024-12-03T18:33:17,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. 2024-12-03T18:33:17,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. 2024-12-03T18:33:17,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea6f267bc684b7bad7992b1325a45777: Waiting for close lock at 1733250797931Disabling compacts and flushes for region at 1733250797931Disabling writes for close at 1733250797931Writing region close event to WAL at 1733250797931Closed at 1733250797931 2024-12-03T18:33:17,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:33:17,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250797065.ea6f267bc684b7bad7992b1325a45777.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250797932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250797932"}]},"ts":"1733250797932"} 2024-12-03T18:33:17,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:33:17,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:33:17,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250797936"}]},"ts":"1733250797936"} 2024-12-03T18:33:17,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:33:17,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea6f267bc684b7bad7992b1325a45777, ASSIGN}] 2024-12-03T18:33:17,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea6f267bc684b7bad7992b1325a45777, ASSIGN 2024-12-03T18:33:17,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ea6f267bc684b7bad7992b1325a45777, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,39677,1733250785648; forceNewPlan=false, retain=false 2024-12-03T18:33:18,090 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea6f267bc684b7bad7992b1325a45777, regionState=OPENING, regionLocation=5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:18,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ea6f267bc684b7bad7992b1325a45777, ASSIGN because future has completed 2024-12-03T18:33:18,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea6f267bc684b7bad7992b1325a45777, server=5cd6afc4bcac,39677,1733250785648}] 2024-12-03T18:33:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:18,255 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. 2024-12-03T18:33:18,255 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ea6f267bc684b7bad7992b1325a45777, NAME => 'test,,1733250797065.ea6f267bc684b7bad7992b1325a45777.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:18,255 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:33:18,255 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:33:18,255 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,255 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250797065.ea6f267bc684b7bad7992b1325a45777.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:18,255 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,256 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,257 INFO [StoreOpener-ea6f267bc684b7bad7992b1325a45777-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,258 INFO [StoreOpener-ea6f267bc684b7bad7992b1325a45777-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6f267bc684b7bad7992b1325a45777 columnFamilyName f 2024-12-03T18:33:18,258 DEBUG [StoreOpener-ea6f267bc684b7bad7992b1325a45777-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:18,258 INFO [StoreOpener-ea6f267bc684b7bad7992b1325a45777-1 {}] regionserver.HStore(327): Store=ea6f267bc684b7bad7992b1325a45777/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:18,258 INFO [StoreOpener-ea6f267bc684b7bad7992b1325a45777-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,259 INFO [StoreOpener-ea6f267bc684b7bad7992b1325a45777-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6f267bc684b7bad7992b1325a45777 columnFamilyName f1 2024-12-03T18:33:18,259 DEBUG [StoreOpener-ea6f267bc684b7bad7992b1325a45777-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:18,260 INFO [StoreOpener-ea6f267bc684b7bad7992b1325a45777-1 {}] regionserver.HStore(327): Store=ea6f267bc684b7bad7992b1325a45777/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:18,260 INFO [StoreOpener-ea6f267bc684b7bad7992b1325a45777-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,261 INFO [StoreOpener-ea6f267bc684b7bad7992b1325a45777-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6f267bc684b7bad7992b1325a45777 columnFamilyName norep 2024-12-03T18:33:18,261 DEBUG [StoreOpener-ea6f267bc684b7bad7992b1325a45777-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:18,262 INFO [StoreOpener-ea6f267bc684b7bad7992b1325a45777-1 {}] regionserver.HStore(327): Store=ea6f267bc684b7bad7992b1325a45777/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:18,262 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,264 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,264 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,266 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,266 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,267 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:33:18,268 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,270 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:18,270 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ea6f267bc684b7bad7992b1325a45777; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59718869, jitterRate=-0.11011950671672821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:33:18,270 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:18,270 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ea6f267bc684b7bad7992b1325a45777: Running coprocessor pre-open hook at 1733250798256Writing region info on filesystem at 1733250798256Initializing all the Stores at 1733250798256Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250798256Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250798256Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250798256Cleaning up temporary data from old regions at 1733250798266 (+10 ms)Running coprocessor post-open hooks at 1733250798270 (+4 ms)Region opened successfully at 1733250798270 2024-12-03T18:33:18,271 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250797065.ea6f267bc684b7bad7992b1325a45777., pid=6, masterSystemTime=1733250798246 2024-12-03T18:33:18,273 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. 2024-12-03T18:33:18,273 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. 2024-12-03T18:33:18,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea6f267bc684b7bad7992b1325a45777, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:18,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea6f267bc684b7bad7992b1325a45777, server=5cd6afc4bcac,39677,1733250785648 because future has completed 2024-12-03T18:33:18,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:33:18,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ea6f267bc684b7bad7992b1325a45777, server=5cd6afc4bcac,39677,1733250785648 in 186 msec 2024-12-03T18:33:18,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:33:18,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ea6f267bc684b7bad7992b1325a45777, ASSIGN in 343 msec 2024-12-03T18:33:18,284 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:33:18,284 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250798284"}]},"ts":"1733250798284"} 2024-12-03T18:33:18,286 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:33:18,286 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:33:18,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2210 sec 2024-12-03T18:33:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:19,220 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:33:19,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:19,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:19,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4300bcf1 2024-12-03T18:33:19,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:19,222 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:33:19,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:33:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:33:19,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:33:19,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:19,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:33:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:19,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:33:19,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:33:19,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 173e822751ad9d676c9e26c234b33cf8, NAME => 'test,,1733250799223.173e822751ad9d676c9e26c234b33cf8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d 2024-12-03T18:33:19,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:33:19,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250799223.173e822751ad9d676c9e26c234b33cf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:19,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 173e822751ad9d676c9e26c234b33cf8, disabling compactions & flushes 2024-12-03T18:33:19,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. 2024-12-03T18:33:19,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. 2024-12-03T18:33:19,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. after waiting 0 ms 2024-12-03T18:33:19,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. 2024-12-03T18:33:19,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. 2024-12-03T18:33:19,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 173e822751ad9d676c9e26c234b33cf8: Waiting for close lock at 1733250799274Disabling compacts and flushes for region at 1733250799274Disabling writes for close at 1733250799274Writing region close event to WAL at 1733250799274Closed at 1733250799274 2024-12-03T18:33:19,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:33:19,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250799223.173e822751ad9d676c9e26c234b33cf8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250799276"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250799276"}]},"ts":"1733250799276"} 2024-12-03T18:33:19,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:33:19,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:33:19,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250799281"}]},"ts":"1733250799281"} 2024-12-03T18:33:19,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:33:19,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=173e822751ad9d676c9e26c234b33cf8, ASSIGN}] 2024-12-03T18:33:19,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=173e822751ad9d676c9e26c234b33cf8, ASSIGN 2024-12-03T18:33:19,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=173e822751ad9d676c9e26c234b33cf8, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,39667,1733250791709; forceNewPlan=false, retain=false 2024-12-03T18:33:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:19,442 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=173e822751ad9d676c9e26c234b33cf8, regionState=OPENING, regionLocation=5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:19,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=173e822751ad9d676c9e26c234b33cf8, ASSIGN because future has completed 2024-12-03T18:33:19,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 173e822751ad9d676c9e26c234b33cf8, server=5cd6afc4bcac,39667,1733250791709}] 2024-12-03T18:33:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:19,619 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. 2024-12-03T18:33:19,619 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 173e822751ad9d676c9e26c234b33cf8, NAME => 'test,,1733250799223.173e822751ad9d676c9e26c234b33cf8.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:19,619 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:33:19,619 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:33:19,620 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,620 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250799223.173e822751ad9d676c9e26c234b33cf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:19,620 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,620 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,628 INFO [StoreOpener-173e822751ad9d676c9e26c234b33cf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,635 INFO [StoreOpener-173e822751ad9d676c9e26c234b33cf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 173e822751ad9d676c9e26c234b33cf8 columnFamilyName f 2024-12-03T18:33:19,635 DEBUG [StoreOpener-173e822751ad9d676c9e26c234b33cf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:19,641 INFO [StoreOpener-173e822751ad9d676c9e26c234b33cf8-1 {}] regionserver.HStore(327): Store=173e822751ad9d676c9e26c234b33cf8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:19,642 INFO [StoreOpener-173e822751ad9d676c9e26c234b33cf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,647 INFO [StoreOpener-173e822751ad9d676c9e26c234b33cf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 173e822751ad9d676c9e26c234b33cf8 columnFamilyName f1 2024-12-03T18:33:19,648 DEBUG [StoreOpener-173e822751ad9d676c9e26c234b33cf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:19,655 INFO [StoreOpener-173e822751ad9d676c9e26c234b33cf8-1 {}] regionserver.HStore(327): Store=173e822751ad9d676c9e26c234b33cf8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:19,655 INFO [StoreOpener-173e822751ad9d676c9e26c234b33cf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,662 INFO [StoreOpener-173e822751ad9d676c9e26c234b33cf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 173e822751ad9d676c9e26c234b33cf8 columnFamilyName norep 2024-12-03T18:33:19,662 DEBUG [StoreOpener-173e822751ad9d676c9e26c234b33cf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:19,663 INFO [StoreOpener-173e822751ad9d676c9e26c234b33cf8-1 {}] regionserver.HStore(327): Store=173e822751ad9d676c9e26c234b33cf8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:19,663 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,664 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,670 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,677 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,677 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,679 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:33:19,691 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,693 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:19,693 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 173e822751ad9d676c9e26c234b33cf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67700128, jitterRate=0.00881052017211914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:33:19,694 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:19,694 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 173e822751ad9d676c9e26c234b33cf8: Running coprocessor pre-open hook at 1733250799620Writing region info on filesystem at 1733250799620Initializing all the Stores at 1733250799627 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250799627Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250799627Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250799627Cleaning up temporary data from old regions at 1733250799677 (+50 ms)Running coprocessor post-open hooks at 1733250799694 (+17 ms)Region opened successfully at 1733250799694 2024-12-03T18:33:19,695 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250799223.173e822751ad9d676c9e26c234b33cf8., pid=6, masterSystemTime=1733250799600 2024-12-03T18:33:19,708 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. 2024-12-03T18:33:19,708 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. 2024-12-03T18:33:19,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=173e822751ad9d676c9e26c234b33cf8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:19,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 173e822751ad9d676c9e26c234b33cf8, server=5cd6afc4bcac,39667,1733250791709 because future has completed 2024-12-03T18:33:19,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:33:19,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=173e822751ad9d676c9e26c234b33cf8, ASSIGN in 435 msec 2024-12-03T18:33:19,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:33:19,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 173e822751ad9d676c9e26c234b33cf8, server=5cd6afc4bcac,39667,1733250791709 in 274 msec 2024-12-03T18:33:19,725 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:33:19,725 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250799725"}]},"ts":"1733250799725"} 2024-12-03T18:33:19,732 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:33:19,739 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:33:19,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 516 msec 2024-12-03T18:33:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:33:19,863 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:33:19,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def26fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:19,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,43695,-1 for getting cluster id 2024-12-03T18:33:19,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:19,868 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0' 2024-12-03T18:33:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0" 2024-12-03T18:33:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7825134a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,43695,-1] 2024-12-03T18:33:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:19,870 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182abacc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:19,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,43695,1733250778841 2024-12-03T18:33:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af4b1ff 2024-12-03T18:33:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:19,872 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:33:19,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:40363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:33:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:33:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:19,876 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:40363' 2024-12-03T18:33:19,879 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c1e0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:19,879 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,40363,-1 for getting cluster id 2024-12-03T18:33:19,879 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:19,880 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f90ad170-59ff-4489-b93e-b922e0da7e55' 2024-12-03T18:33:19,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:19,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f90ad170-59ff-4489-b93e-b922e0da7e55" 2024-12-03T18:33:19,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e03261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:19,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,40363,-1] 2024-12-03T18:33:19,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:19,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:19,881 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:19,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278f29fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:19,882 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:19,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:19,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c8f715f 2024-12-03T18:33:19,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:19,885 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:33:19,886 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T18:33:19,887 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:33:19,887 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:19,887 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:19,887 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:33:19,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:19,891 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:33:19,892 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:33:19,892 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:19,894 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:33:19,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741837_1013 (size=1138) 2024-12-03T18:33:19,942 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:33:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:20,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:33:20,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:20,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:20,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:20,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:20,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:20,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:20,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:20,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:20,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:20,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:20,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:20,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:20,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T18:33:20,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bacd82d60f31939d35050d76934cc02, NAME => 'hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786 2024-12-03T18:33:20,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741838_1014 (size=44) 2024-12-03T18:33:20,384 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:20,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0bacd82d60f31939d35050d76934cc02, disabling compactions & flushes 2024-12-03T18:33:20,385 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. 2024-12-03T18:33:20,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. 2024-12-03T18:33:20,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. after waiting 0 ms 2024-12-03T18:33:20,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. 2024-12-03T18:33:20,385 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. 2024-12-03T18:33:20,385 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bacd82d60f31939d35050d76934cc02: Waiting for close lock at 1733250800385Disabling compacts and flushes for region at 1733250800385Disabling writes for close at 1733250800385Writing region close event to WAL at 1733250800385Closed at 1733250800385 2024-12-03T18:33:20,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:33:20,386 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250800386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250800386"}]},"ts":"1733250800386"} 2024-12-03T18:33:20,390 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:33:20,392 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:33:20,392 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250800392"}]},"ts":"1733250800392"} 2024-12-03T18:33:20,395 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:33:20,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bacd82d60f31939d35050d76934cc02, ASSIGN}] 2024-12-03T18:33:20,397 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bacd82d60f31939d35050d76934cc02, ASSIGN 2024-12-03T18:33:20,398 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0bacd82d60f31939d35050d76934cc02, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,42985,1733250779367; forceNewPlan=false, retain=false 2024-12-03T18:33:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:20,549 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bacd82d60f31939d35050d76934cc02, regionState=OPENING, regionLocation=5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:20,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0bacd82d60f31939d35050d76934cc02, ASSIGN because future has completed 2024-12-03T18:33:20,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bacd82d60f31939d35050d76934cc02, server=5cd6afc4bcac,42985,1733250779367}] 2024-12-03T18:33:20,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. 2024-12-03T18:33:20,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:20,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:33:20,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C42985%2C1733250779367.rep, suffix=, logDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367, archiveDir=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/oldWALs, maxLogs=10 2024-12-03T18:33:20,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.rep.1733250800766, exclude list is [], retry=0 2024-12-03T18:33:20,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35183,DS-6d26df45-7663-4259-8e57-dda47fb25d1f,DISK] 2024-12-03T18:33:20,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.rep.1733250800766 2024-12-03T18:33:20,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36803:36803)] 2024-12-03T18:33:20,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bacd82d60f31939d35050d76934cc02, NAME => 'hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:20,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:33:20,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:33:20,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. service=MultiRowMutationService 2024-12-03T18:33:20,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:33:20,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:20,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,867 INFO [StoreOpener-0bacd82d60f31939d35050d76934cc02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,878 INFO [StoreOpener-0bacd82d60f31939d35050d76934cc02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bacd82d60f31939d35050d76934cc02 columnFamilyName hfileref 2024-12-03T18:33:20,879 DEBUG [StoreOpener-0bacd82d60f31939d35050d76934cc02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:20,879 INFO [StoreOpener-0bacd82d60f31939d35050d76934cc02-1 {}] regionserver.HStore(327): Store=0bacd82d60f31939d35050d76934cc02/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:20,879 INFO [StoreOpener-0bacd82d60f31939d35050d76934cc02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,880 INFO [StoreOpener-0bacd82d60f31939d35050d76934cc02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bacd82d60f31939d35050d76934cc02 columnFamilyName queue 2024-12-03T18:33:20,881 DEBUG [StoreOpener-0bacd82d60f31939d35050d76934cc02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:20,881 INFO [StoreOpener-0bacd82d60f31939d35050d76934cc02-1 {}] regionserver.HStore(327): Store=0bacd82d60f31939d35050d76934cc02/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:20,881 INFO [StoreOpener-0bacd82d60f31939d35050d76934cc02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,882 INFO [StoreOpener-0bacd82d60f31939d35050d76934cc02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bacd82d60f31939d35050d76934cc02 columnFamilyName sid 2024-12-03T18:33:20,883 DEBUG [StoreOpener-0bacd82d60f31939d35050d76934cc02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:20,883 INFO [StoreOpener-0bacd82d60f31939d35050d76934cc02-1 {}] regionserver.HStore(327): Store=0bacd82d60f31939d35050d76934cc02/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:20,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/replication/0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/replication/0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:33:20,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/replication/0bacd82d60f31939d35050d76934cc02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:20,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0bacd82d60f31939d35050d76934cc02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63032455, jitterRate=-0.06074322760105133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:33:20,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:20,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0bacd82d60f31939d35050d76934cc02: Running coprocessor pre-open hook at 1733250800852Writing region info on filesystem at 1733250800852Initializing all the Stores at 1733250800853 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250800854 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250800867 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250800867Cleaning up temporary data from old regions at 1733250800885 (+18 ms)Running coprocessor post-open hooks at 1733250800900 (+15 ms)Region opened successfully at 1733250800900 2024-12-03T18:33:20,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02., pid=10, masterSystemTime=1733250800726 2024-12-03T18:33:20,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. 2024-12-03T18:33:20,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. 2024-12-03T18:33:20,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bacd82d60f31939d35050d76934cc02, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:20,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bacd82d60f31939d35050d76934cc02, server=5cd6afc4bcac,42985,1733250779367 because future has completed 2024-12-03T18:33:20,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:33:20,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bacd82d60f31939d35050d76934cc02, server=5cd6afc4bcac,42985,1733250779367 in 373 msec 2024-12-03T18:33:20,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T18:33:20,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bacd82d60f31939d35050d76934cc02, ASSIGN in 535 msec 2024-12-03T18:33:20,934 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:33:20,934 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250800934"}]},"ts":"1733250800934"} 2024-12-03T18:33:20,940 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:33:20,941 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:33:20,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0540 sec 2024-12-03T18:33:20,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02., hostname=5cd6afc4bcac,42985,1733250779367, seqNum=2] 2024-12-03T18:33:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:21,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:21,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:21,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:33:21,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T18:33:21,391 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:33:21,490 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,42985,1733250779367, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:33:21,501 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:21,501 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,42985,1733250779367, seqNum=-1] 2024-12-03T18:33:21,501 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:21,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T18:33:21,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,42985,1733250779367', locateType=CURRENT is [region=hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02., hostname=5cd6afc4bcac,42985,1733250779367, seqNum=2] 2024-12-03T18:33:21,558 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T18:33:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T18:33:21,564 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,42985,1733250779367 suceeded 2024-12-03T18:33:21,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T18:33:21,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 335 msec 2024-12-03T18:33:21,567 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:40363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:33:21,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6940 sec 2024-12-03T18:33:21,594 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:40363' 2024-12-03T18:33:21,611 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f0719f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:21,611 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,40363,-1 for getting cluster id 2024-12-03T18:33:21,611 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:21,616 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f90ad170-59ff-4489-b93e-b922e0da7e55' 2024-12-03T18:33:21,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:21,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f90ad170-59ff-4489-b93e-b922e0da7e55" 2024-12-03T18:33:21,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4562149a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:21,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,40363,-1] 2024-12-03T18:33:21,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:21,619 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:21,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:21,623 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66841b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:21,623 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:21,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:21,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11226485 2024-12-03T18:33:21,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:21,626 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-03T18:33:21,630 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,42985,1733250779367 (queues=1) is replicating from cluster=8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0 to cluster=f90ad170-59ff-4489-b93e-b922e0da7e55 2024-12-03T18:33:21,631 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C42985%2C1733250779367 2024-12-03T18:33:21,631 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,42985,1733250779367, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:33:21,640 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460, startPosition=0, beingWritten=true 2024-12-03T18:33:21,655 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C42985%2C1733250779367 2024-12-03T18:33:21,723 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:21,723 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 379, reset compression=false 2024-12-03T18:33:21,723 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,42985,1733250779367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:33:21,961 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 379, reset compression=false 2024-12-03T18:33:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:22,027 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:33:22,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:33:22,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:22,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:22,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:22,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:22,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786c8d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:22,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,40363,-1 for getting cluster id 2024-12-03T18:33:22,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:22,047 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f90ad170-59ff-4489-b93e-b922e0da7e55' 2024-12-03T18:33:22,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:22,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f90ad170-59ff-4489-b93e-b922e0da7e55" 2024-12-03T18:33:22,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a2f0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:22,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,40363,-1] 2024-12-03T18:33:22,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:22,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:22,050 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e72084f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:22,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@477d4404 2024-12-03T18:33:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:22,062 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:33:22,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:38391,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:33:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:33:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:22,066 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:38391' 2024-12-03T18:33:22,068 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5746bc27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:22,068 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38391,-1 for getting cluster id 2024-12-03T18:33:22,068 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:22,103 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33f1c7d-7581-42d4-8ccd-e12442b92f1a' 2024-12-03T18:33:22,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:22,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33f1c7d-7581-42d4-8ccd-e12442b92f1a" 2024-12-03T18:33:22,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652166fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:22,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38391,-1] 2024-12-03T18:33:22,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:22,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:22,107 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:22,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600854f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:22,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:22,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:22,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26c9007e 2024-12-03T18:33:22,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:22,119 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:33:22,120 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T18:33:22,120 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:33:22,120 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:22,120 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:22,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:22,121 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:33:22,126 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:33:22,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:33:22,129 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:22,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:33:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:22,177 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:33:22,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741837_1013 (size=1138) 2024-12-03T18:33:22,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01fef9bee7ba1360fcfe8d6712397c8c, NAME => 'hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0 2024-12-03T18:33:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741838_1014 (size=44) 2024-12-03T18:33:22,300 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 379, reset compression=false 2024-12-03T18:33:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:22,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:22,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 01fef9bee7ba1360fcfe8d6712397c8c, disabling compactions & flushes 2024-12-03T18:33:22,668 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. 2024-12-03T18:33:22,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. 2024-12-03T18:33:22,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. after waiting 0 ms 2024-12-03T18:33:22,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. 2024-12-03T18:33:22,669 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. 2024-12-03T18:33:22,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01fef9bee7ba1360fcfe8d6712397c8c: Waiting for close lock at 1733250802668Disabling compacts and flushes for region at 1733250802668Disabling writes for close at 1733250802669 (+1 ms)Writing region close event to WAL at 1733250802669Closed at 1733250802669 2024-12-03T18:33:22,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:33:22,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250802670"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250802670"}]},"ts":"1733250802670"} 2024-12-03T18:33:22,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:33:22,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:33:22,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250802692"}]},"ts":"1733250802692"} 2024-12-03T18:33:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:22,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:33:22,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01fef9bee7ba1360fcfe8d6712397c8c, ASSIGN}] 2024-12-03T18:33:22,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01fef9bee7ba1360fcfe8d6712397c8c, ASSIGN 2024-12-03T18:33:22,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01fef9bee7ba1360fcfe8d6712397c8c, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,39677,1733250785648; forceNewPlan=false, retain=false 2024-12-03T18:33:22,748 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 379, reset compression=false 2024-12-03T18:33:22,853 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01fef9bee7ba1360fcfe8d6712397c8c, regionState=OPENING, regionLocation=5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:22,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01fef9bee7ba1360fcfe8d6712397c8c, ASSIGN because future has completed 2024-12-03T18:33:22,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01fef9bee7ba1360fcfe8d6712397c8c, server=5cd6afc4bcac,39677,1733250785648}] 2024-12-03T18:33:23,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. 2024-12-03T18:33:23,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:23,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:33:23,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C39677%2C1733250785648.rep, suffix=, logDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648, archiveDir=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/oldWALs, maxLogs=10 2024-12-03T18:33:23,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.rep.1733250803093, exclude list is [], retry=0 2024-12-03T18:33:23,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35619,DS-49371a65-4012-4fb3-8826-3e72aa15d8ee,DISK] 2024-12-03T18:33:23,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.rep.1733250803093 2024-12-03T18:33:23,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36933:36933)] 2024-12-03T18:33:23,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 01fef9bee7ba1360fcfe8d6712397c8c, NAME => 'hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:23,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:33:23,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:33:23,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. service=MultiRowMutationService 2024-12-03T18:33:23,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:33:23,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:23,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:23,202 INFO [StoreOpener-01fef9bee7ba1360fcfe8d6712397c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,204 INFO [StoreOpener-01fef9bee7ba1360fcfe8d6712397c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01fef9bee7ba1360fcfe8d6712397c8c columnFamilyName hfileref 2024-12-03T18:33:23,204 DEBUG [StoreOpener-01fef9bee7ba1360fcfe8d6712397c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:23,204 INFO [StoreOpener-01fef9bee7ba1360fcfe8d6712397c8c-1 {}] regionserver.HStore(327): Store=01fef9bee7ba1360fcfe8d6712397c8c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:23,205 INFO [StoreOpener-01fef9bee7ba1360fcfe8d6712397c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,206 INFO [StoreOpener-01fef9bee7ba1360fcfe8d6712397c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01fef9bee7ba1360fcfe8d6712397c8c columnFamilyName queue 2024-12-03T18:33:23,206 DEBUG [StoreOpener-01fef9bee7ba1360fcfe8d6712397c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:23,206 INFO [StoreOpener-01fef9bee7ba1360fcfe8d6712397c8c-1 {}] regionserver.HStore(327): Store=01fef9bee7ba1360fcfe8d6712397c8c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:23,206 INFO [StoreOpener-01fef9bee7ba1360fcfe8d6712397c8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,208 INFO [StoreOpener-01fef9bee7ba1360fcfe8d6712397c8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01fef9bee7ba1360fcfe8d6712397c8c columnFamilyName sid 2024-12-03T18:33:23,208 DEBUG [StoreOpener-01fef9bee7ba1360fcfe8d6712397c8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:23,208 INFO [StoreOpener-01fef9bee7ba1360fcfe8d6712397c8c-1 {}] regionserver.HStore(327): Store=01fef9bee7ba1360fcfe8d6712397c8c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:23,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/replication/01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/replication/01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:33:23,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/replication/01fef9bee7ba1360fcfe8d6712397c8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:23,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 01fef9bee7ba1360fcfe8d6712397c8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71066501, jitterRate=0.05897338688373566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:33:23,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:23,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 01fef9bee7ba1360fcfe8d6712397c8c: Running coprocessor pre-open hook at 1733250803172Writing region info on filesystem at 1733250803172Initializing all the Stores at 1733250803173 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250803173Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250803200 (+27 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250803200Cleaning up temporary data from old regions at 1733250803213 (+13 ms)Running coprocessor post-open hooks at 1733250803227 (+14 ms)Region opened successfully at 1733250803227 2024-12-03T18:33:23,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c., pid=10, masterSystemTime=1733250803042 2024-12-03T18:33:23,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. 2024-12-03T18:33:23,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. 2024-12-03T18:33:23,233 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01fef9bee7ba1360fcfe8d6712397c8c, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:23,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01fef9bee7ba1360fcfe8d6712397c8c, server=5cd6afc4bcac,39677,1733250785648 because future has completed 2024-12-03T18:33:23,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:33:23,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 01fef9bee7ba1360fcfe8d6712397c8c, server=5cd6afc4bcac,39677,1733250785648 in 393 msec 2024-12-03T18:33:23,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T18:33:23,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01fef9bee7ba1360fcfe8d6712397c8c, ASSIGN in 571 msec 2024-12-03T18:33:23,272 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:33:23,272 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250803272"}]},"ts":"1733250803272"} 2024-12-03T18:33:23,276 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:33:23,277 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:33:23,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1560 sec 2024-12-03T18:33:23,287 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 379, reset compression=false 2024-12-03T18:33:23,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c., hostname=5cd6afc4bcac,39677,1733250785648, seqNum=2] 2024-12-03T18:33:23,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:23,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:23,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:33:23,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T18:33:23,511 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:33:23,590 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,39677,1733250785648, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:33:23,598 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:23,599 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,39677,1733250785648, seqNum=-1] 2024-12-03T18:33:23,599 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:23,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T18:33:23,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,39677,1733250785648', locateType=CURRENT is [region=hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c., hostname=5cd6afc4bcac,39677,1733250785648, seqNum=2] 2024-12-03T18:33:23,610 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T18:33:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T18:33:23,614 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,39677,1733250785648 suceeded 2024-12-03T18:33:23,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T18:33:23,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 258 msec 2024-12-03T18:33:23,617 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:38391,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:33:23,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5550 sec 2024-12-03T18:33:23,641 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:38391' 2024-12-03T18:33:23,647 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5919a500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:23,647 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38391,-1 for getting cluster id 2024-12-03T18:33:23,647 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:23,648 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33f1c7d-7581-42d4-8ccd-e12442b92f1a' 2024-12-03T18:33:23,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:23,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33f1c7d-7581-42d4-8ccd-e12442b92f1a" 2024-12-03T18:33:23,648 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:23,649 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e93fd2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:23,649 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38391,-1] 2024-12-03T18:33:23,649 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:23,650 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:23,657 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bcdb93e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:23,657 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:23,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:23,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e30398b 2024-12-03T18:33:23,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:23,660 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-03T18:33:23,662 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,39677,1733250785648 (queues=1) is replicating from cluster=f90ad170-59ff-4489-b93e-b922e0da7e55 to cluster=f33f1c7d-7581-42d4-8ccd-e12442b92f1a 2024-12-03T18:33:23,662 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C39677%2C1733250785648 2024-12-03T18:33:23,662 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,39677,1733250785648, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:33:23,663 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596, startPosition=0, beingWritten=true 2024-12-03T18:33:23,665 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C39677%2C1733250785648 2024-12-03T18:33:23,673 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:23,673 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 379, reset compression=false 2024-12-03T18:33:23,675 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39677,1733250785648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:33:23,885 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 379, reset compression=false 2024-12-03T18:33:23,893 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 379, reset compression=false 2024-12-03T18:33:24,194 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 379, reset compression=false 2024-12-03T18:33:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:24,211 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:33:24,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:33:24,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:24,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:24,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:24,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:24,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65074503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:24,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38391,-1 for getting cluster id 2024-12-03T18:33:24,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:24,237 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33f1c7d-7581-42d4-8ccd-e12442b92f1a' 2024-12-03T18:33:24,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:24,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33f1c7d-7581-42d4-8ccd-e12442b92f1a" 2024-12-03T18:33:24,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b2dd10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:24,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38391,-1] 2024-12-03T18:33:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:24,239 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bb3541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:24,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:24,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:24,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc75e70 2024-12-03T18:33:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:24,249 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:33:24,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:43695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:33:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:33:24,254 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:43695' 2024-12-03T18:33:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:24,263 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a78a8c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:24,263 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,43695,-1 for getting cluster id 2024-12-03T18:33:24,263 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:24,266 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0' 2024-12-03T18:33:24,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:24,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0" 2024-12-03T18:33:24,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13518533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:24,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,43695,-1] 2024-12-03T18:33:24,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:24,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:24,269 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:24,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5f2da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:24,275 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:24,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,43695,1733250778841 2024-12-03T18:33:24,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ae2a751 2024-12-03T18:33:24,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:24,278 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:33:24,279 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T18:33:24,279 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:33:24,279 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:24,280 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:24,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:24,283 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:33:24,284 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:33:24,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:33:24,285 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:24,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:33:24,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741837_1013 (size=1138) 2024-12-03T18:33:24,342 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:33:24,346 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6054785a5710c1f41237182f14fabe23, NAME => 'hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d 2024-12-03T18:33:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:24,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741838_1014 (size=44) 2024-12-03T18:33:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:24,625 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 379, reset compression=false 2024-12-03T18:33:24,630 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 379, reset compression=false 2024-12-03T18:33:24,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:24,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6054785a5710c1f41237182f14fabe23, disabling compactions & flushes 2024-12-03T18:33:24,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. 2024-12-03T18:33:24,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. 2024-12-03T18:33:24,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. after waiting 0 ms 2024-12-03T18:33:24,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. 2024-12-03T18:33:24,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. 2024-12-03T18:33:24,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6054785a5710c1f41237182f14fabe23: Waiting for close lock at 1733250804823Disabling compacts and flushes for region at 1733250804823Disabling writes for close at 1733250804823Writing region close event to WAL at 1733250804823Closed at 1733250804823 2024-12-03T18:33:24,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:33:24,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250804826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250804826"}]},"ts":"1733250804826"} 2024-12-03T18:33:24,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:33:24,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:33:24,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250804830"}]},"ts":"1733250804830"} 2024-12-03T18:33:24,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:33:24,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6054785a5710c1f41237182f14fabe23, ASSIGN}] 2024-12-03T18:33:24,841 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6054785a5710c1f41237182f14fabe23, ASSIGN 2024-12-03T18:33:24,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6054785a5710c1f41237182f14fabe23, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,39667,1733250791709; forceNewPlan=false, retain=false 2024-12-03T18:33:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:24,993 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6054785a5710c1f41237182f14fabe23, regionState=OPENING, regionLocation=5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:25,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6054785a5710c1f41237182f14fabe23, ASSIGN because future has completed 2024-12-03T18:33:25,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6054785a5710c1f41237182f14fabe23, server=5cd6afc4bcac,39667,1733250791709}] 2024-12-03T18:33:25,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:33:25,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:25,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:25,179 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 379, reset compression=false 2024-12-03T18:33:25,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:25,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:25,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:25,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:25,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:25,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:25,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:25,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:25,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:25,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:25,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T18:33:25,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T18:33:25,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:33:25,240 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T18:33:25,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. 2024-12-03T18:33:25,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:25,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:33:25,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C39667%2C1733250791709.rep, suffix=, logDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709, archiveDir=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/oldWALs, maxLogs=10 2024-12-03T18:33:25,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.rep.1733250805245, exclude list is [], retry=0 2024-12-03T18:33:25,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34539,DS-051ce713-ca0f-4870-9cef-35bef6d77889,DISK] 2024-12-03T18:33:25,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.rep.1733250805245 2024-12-03T18:33:25,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-12-03T18:33:25,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6054785a5710c1f41237182f14fabe23, NAME => 'hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:25,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:33:25,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:33:25,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. service=MultiRowMutationService 2024-12-03T18:33:25,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:33:25,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:25,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,347 INFO [StoreOpener-6054785a5710c1f41237182f14fabe23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,348 INFO [StoreOpener-6054785a5710c1f41237182f14fabe23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6054785a5710c1f41237182f14fabe23 columnFamilyName hfileref 2024-12-03T18:33:25,348 DEBUG [StoreOpener-6054785a5710c1f41237182f14fabe23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:25,348 INFO [StoreOpener-6054785a5710c1f41237182f14fabe23-1 {}] regionserver.HStore(327): Store=6054785a5710c1f41237182f14fabe23/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:25,348 INFO [StoreOpener-6054785a5710c1f41237182f14fabe23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,349 INFO [StoreOpener-6054785a5710c1f41237182f14fabe23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6054785a5710c1f41237182f14fabe23 columnFamilyName queue 2024-12-03T18:33:25,349 DEBUG [StoreOpener-6054785a5710c1f41237182f14fabe23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:25,350 INFO [StoreOpener-6054785a5710c1f41237182f14fabe23-1 {}] regionserver.HStore(327): Store=6054785a5710c1f41237182f14fabe23/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:25,350 INFO [StoreOpener-6054785a5710c1f41237182f14fabe23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,351 INFO [StoreOpener-6054785a5710c1f41237182f14fabe23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6054785a5710c1f41237182f14fabe23 columnFamilyName sid 2024-12-03T18:33:25,351 DEBUG [StoreOpener-6054785a5710c1f41237182f14fabe23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:25,351 INFO [StoreOpener-6054785a5710c1f41237182f14fabe23-1 {}] regionserver.HStore(327): Store=6054785a5710c1f41237182f14fabe23/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:25,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/replication/6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/replication/6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:33:25,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/replication/6054785a5710c1f41237182f14fabe23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:25,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6054785a5710c1f41237182f14fabe23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71943646, jitterRate=0.07204386591911316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:33:25,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:25,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6054785a5710c1f41237182f14fabe23: Running coprocessor pre-open hook at 1733250805320Writing region info on filesystem at 1733250805320Initializing all the Stores at 1733250805321 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250805322 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250805346 (+24 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250805346Cleaning up temporary data from old regions at 1733250805355 (+9 ms)Running coprocessor post-open hooks at 1733250805361 (+6 ms)Region opened successfully at 1733250805361 2024-12-03T18:33:25,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23., pid=10, masterSystemTime=1733250805179 2024-12-03T18:33:25,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. 2024-12-03T18:33:25,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. 2024-12-03T18:33:25,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6054785a5710c1f41237182f14fabe23, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:25,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6054785a5710c1f41237182f14fabe23, server=5cd6afc4bcac,39667,1733250791709 because future has completed 2024-12-03T18:33:25,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:33:25,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6054785a5710c1f41237182f14fabe23, server=5cd6afc4bcac,39667,1733250791709 in 361 msec 2024-12-03T18:33:25,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T18:33:25,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6054785a5710c1f41237182f14fabe23, ASSIGN in 541 msec 2024-12-03T18:33:25,381 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:33:25,381 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250805381"}]},"ts":"1733250805381"} 2024-12-03T18:33:25,386 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:33:25,387 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:33:25,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1040 sec 2024-12-03T18:33:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:25,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23., hostname=5cd6afc4bcac,39667,1733250791709, seqNum=2] 2024-12-03T18:33:25,468 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 379, reset compression=false 2024-12-03T18:33:25,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:25,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:25,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:33:25,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T18:33:25,680 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:33:25,714 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,39667,1733250791709, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:33:25,716 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:25,716 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,39667,1733250791709, seqNum=-1] 2024-12-03T18:33:25,730 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:25,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T18:33:25,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,39667,1733250791709', locateType=CURRENT is [region=hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23., hostname=5cd6afc4bcac,39667,1733250791709, seqNum=2] 2024-12-03T18:33:25,762 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T18:33:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T18:33:25,765 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,39667,1733250791709 suceeded 2024-12-03T18:33:25,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T18:33:25,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 255 msec 2024-12-03T18:33:25,768 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:43695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:33:25,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5190 sec 2024-12-03T18:33:25,801 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:43695' 2024-12-03T18:33:25,803 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d45b069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:25,803 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,43695,-1 for getting cluster id 2024-12-03T18:33:25,803 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:25,804 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0' 2024-12-03T18:33:25,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:25,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0" 2024-12-03T18:33:25,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c167a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:25,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,43695,-1] 2024-12-03T18:33:25,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:25,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:25,806 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:25,817 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@696bc776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:25,817 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:25,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,43695,1733250778841 2024-12-03T18:33:25,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74f1fa0b 2024-12-03T18:33:25,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:25,820 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T18:33:25,821 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,39667,1733250791709 (queues=1) is replicating from cluster=f33f1c7d-7581-42d4-8ccd-e12442b92f1a to cluster=8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0 2024-12-03T18:33:25,821 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 379, reset compression=false 2024-12-03T18:33:25,834 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C39667%2C1733250791709 2024-12-03T18:33:25,835 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,39667,1733250791709, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:33:25,849 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574, startPosition=0, beingWritten=true 2024-12-03T18:33:25,862 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C39667%2C1733250791709 2024-12-03T18:33:25,905 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:25,905 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 379, reset compression=false 2024-12-03T18:33:25,906 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39667,1733250791709 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:33:26,139 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 379, reset compression=false 2024-12-03T18:33:26,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T18:33:26,387 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 379, reset compression=false 2024-12-03T18:33:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:33:26,420 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:33:26,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:33:26,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:26,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:26,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:26,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:26,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cce62b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:26,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,43695,-1 for getting cluster id 2024-12-03T18:33:26,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:26,421 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0' 2024-12-03T18:33:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0" 2024-12-03T18:33:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ee16a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,43695,-1] 2024-12-03T18:33:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:26,423 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:26,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@869f371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:26,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336bd23e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:26,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,40363,-1 for getting cluster id 2024-12-03T18:33:26,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:26,439 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f90ad170-59ff-4489-b93e-b922e0da7e55' 2024-12-03T18:33:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f90ad170-59ff-4489-b93e-b922e0da7e55" 2024-12-03T18:33:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1f7d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,40363,-1] 2024-12-03T18:33:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:26,441 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f27eab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:26,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c376c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:26,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38391,-1 for getting cluster id 2024-12-03T18:33:26,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:26,454 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33f1c7d-7581-42d4-8ccd-e12442b92f1a' 2024-12-03T18:33:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33f1c7d-7581-42d4-8ccd-e12442b92f1a" 2024-12-03T18:33:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741adc7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38391,-1] 2024-12-03T18:33:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:26,456 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ad0f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:26,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:26,460 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 379, reset compression=false 2024-12-03T18:33:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,42985,1733250779367, seqNum=-1] 2024-12-03T18:33:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:26,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:33:26,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733250794890.bf878aac4424c0746df2347789e42e41., hostname=5cd6afc4bcac,42985,1733250779367, seqNum=2] 2024-12-03T18:33:26,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,39667,1733250791709, seqNum=-1] 2024-12-03T18:33:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:26,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:33:26,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733250799223.173e822751ad9d676c9e26c234b33cf8., hostname=5cd6afc4bcac,39667,1733250791709, seqNum=2] 2024-12-03T18:33:26,475 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T18:33:26,585 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 379, reset compression=false 2024-12-03T18:33:26,876 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 379, reset compression=false 2024-12-03T18:33:27,391 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 379, reset compression=false 2024-12-03T18:33:27,407 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 379, reset compression=false 2024-12-03T18:33:27,439 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 379, reset compression=false 2024-12-03T18:33:27,469 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:27,469 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 480, reset compression=false 2024-12-03T18:33:27,470 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,42985,1733250779367 got entry batch from reader: WALEntryBatch [walEntries=[{test/bf878aac4424c0746df2347789e42e41/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T18:33:27,477 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:33:27,478 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T18:33:27,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-03T18:33:27,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:27,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15264b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:27,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,40363,-1 for getting cluster id 2024-12-03T18:33:27,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:27,520 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f90ad170-59ff-4489-b93e-b922e0da7e55' 2024-12-03T18:33:27,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:27,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f90ad170-59ff-4489-b93e-b922e0da7e55" 2024-12-03T18:33:27,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c4f91d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:27,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,40363,-1] 2024-12-03T18:33:27,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:27,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:27,525 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:27,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52d49756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:27,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:27,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,39677,1733250785648, seqNum=-1] 2024-12-03T18:33:27,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:27,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T18:33:27,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733250797065.ea6f267bc684b7bad7992b1325a45777., hostname=5cd6afc4bcac,39677,1733250785648, seqNum=2] 2024-12-03T18:33:27,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:27,716 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 480, reset compression=false 2024-12-03T18:33:28,048 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 480, reset compression=false 2024-12-03T18:33:28,087 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 379, reset compression=false 2024-12-03T18:33:28,332 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 379, reset compression=false 2024-12-03T18:33:28,363 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:33:28,367 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:28,367 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 504, reset compression=false 2024-12-03T18:33:28,367 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39677,1733250785648 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea6f267bc684b7bad7992b1325a45777/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T18:33:28,370 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:33:28,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-03T18:33:28,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:28,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d5837cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:28,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38391,-1 for getting cluster id 2024-12-03T18:33:28,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:28,380 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33f1c7d-7581-42d4-8ccd-e12442b92f1a' 2024-12-03T18:33:28,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:28,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33f1c7d-7581-42d4-8ccd-e12442b92f1a" 2024-12-03T18:33:28,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c568ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:28,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38391,-1] 2024-12-03T18:33:28,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:28,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:28,382 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:28,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21ad6535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:28,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:28,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,39667,1733250791709, seqNum=-1] 2024-12-03T18:33:28,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:28,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T18:33:28,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733250799223.173e822751ad9d676c9e26c234b33cf8., hostname=5cd6afc4bcac,39667,1733250791709, seqNum=2] 2024-12-03T18:33:28,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:28,465 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 480, reset compression=false 2024-12-03T18:33:28,487 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T18:33:28,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:28,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:28,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:33:28,492 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68509 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:33:28,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,39677,1733250785648, seqNum=-1] 2024-12-03T18:33:28,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:28,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:33:28,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733250797065.ea6f267bc684b7bad7992b1325a45777., hostname=5cd6afc4bcac,39677,1733250785648, seqNum=2] 2024-12-03T18:33:28,518 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T18:33:28,582 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 504, reset compression=false 2024-12-03T18:33:28,612 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:28,612 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 608, reset compression=false 2024-12-03T18:33:28,612 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39677,1733250785648 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea6f267bc684b7bad7992b1325a45777/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T18:33:28,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:28,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:28,815 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 379, reset compression=false 2024-12-03T18:33:28,851 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 608, reset compression=false 2024-12-03T18:33:28,860 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:28,861 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 656, reset compression=false 2024-12-03T18:33:28,861 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39667,1733250791709 got entry batch from reader: WALEntryBatch [walEntries=[{test/173e822751ad9d676c9e26c234b33cf8/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T18:33:28,863 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:33:28,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T18:33:28,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:28,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ffde838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:28,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,43695,-1 for getting cluster id 2024-12-03T18:33:28,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:28,892 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0' 2024-12-03T18:33:28,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:28,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0" 2024-12-03T18:33:28,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79efcc55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:28,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,43695,-1] 2024-12-03T18:33:28,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:28,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:28,894 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:28,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f7e8288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:28,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:28,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,42985,1733250779367, seqNum=-1] 2024-12-03T18:33:28,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:28,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T18:33:28,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733250794890.bf878aac4424c0746df2347789e42e41., hostname=5cd6afc4bcac,42985,1733250779367, seqNum=2] 2024-12-03T18:33:28,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:29,015 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 480, reset compression=false 2024-12-03T18:33:29,025 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:29,025 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 632, reset compression=false 2024-12-03T18:33:29,025 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,42985,1733250779367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:33:29,109 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 656, reset compression=false 2024-12-03T18:33:29,218 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 608, reset compression=false 2024-12-03T18:33:29,241 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 632, reset compression=false 2024-12-03T18:33:29,443 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 656, reset compression=false 2024-12-03T18:33:29,521 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T18:33:29,527 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T18:33:29,572 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 632, reset compression=false 2024-12-03T18:33:29,651 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 608, reset compression=false 2024-12-03T18:33:29,863 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 656, reset compression=false 2024-12-03T18:33:29,888 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:29,888 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 760, reset compression=false 2024-12-03T18:33:29,888 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39667,1733250791709 got entry batch from reader: WALEntryBatch [walEntries=[{test/173e822751ad9d676c9e26c234b33cf8/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T18:33:29,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:29,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:30,006 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 632, reset compression=false 2024-12-03T18:33:30,048 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:30,048 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 760, reset compression=false 2024-12-03T18:33:30,054 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,42985,1733250779367 got entry batch from reader: WALEntryBatch [walEntries=[{test/bf878aac4424c0746df2347789e42e41/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T18:33:30,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:30,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:30,116 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 760, reset compression=false 2024-12-03T18:33:30,180 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 608, reset compression=false 2024-12-03T18:33:30,213 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:30,213 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 760, reset compression=false 2024-12-03T18:33:30,213 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39677,1733250785648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:33:30,279 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 760, reset compression=false 2024-12-03T18:33:30,436 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 760, reset compression=false 2024-12-03T18:33:30,455 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 760, reset compression=false 2024-12-03T18:33:30,532 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T18:33:30,540 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T18:33:30,614 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 760, reset compression=false 2024-12-03T18:33:30,625 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:30,625 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 916, reset compression=false 2024-12-03T18:33:30,625 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,42985,1733250779367 got entry batch from reader: WALEntryBatch [walEntries=[{test/bf878aac4424c0746df2347789e42e41/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T18:33:30,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:30,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:30,752 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 760, reset compression=false 2024-12-03T18:33:30,791 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:30,791 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 908, reset compression=false 2024-12-03T18:33:30,791 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39677,1733250785648 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea6f267bc684b7bad7992b1325a45777/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T18:33:30,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:30,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:30,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:33:30,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:30,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:30,881 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 916, reset compression=false 2024-12-03T18:33:30,881 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 760, reset compression=false 2024-12-03T18:33:30,890 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:30,890 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 932, reset compression=false 2024-12-03T18:33:30,890 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39667,1733250791709 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:33:30,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:30,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:30,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:30,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:30,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:30,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:30,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:30,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:30,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:30,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:31,035 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 908, reset compression=false 2024-12-03T18:33:31,119 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 932, reset compression=false 2024-12-03T18:33:31,190 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 916, reset compression=false 2024-12-03T18:33:31,338 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 908, reset compression=false 2024-12-03T18:33:31,439 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 932, reset compression=false 2024-12-03T18:33:31,545 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T18:33:31,550 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T18:33:31,618 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 916, reset compression=false 2024-12-03T18:33:31,772 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 908, reset compression=false 2024-12-03T18:33:31,803 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:31,803 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1067, reset compression=false 2024-12-03T18:33:31,803 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39677,1733250785648 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea6f267bc684b7bad7992b1325a45777/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T18:33:31,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:31,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:31,862 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 932, reset compression=false 2024-12-03T18:33:31,895 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:31,895 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1082, reset compression=false 2024-12-03T18:33:31,895 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39667,1733250791709 got entry batch from reader: WALEntryBatch [walEntries=[{test/173e822751ad9d676c9e26c234b33cf8/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T18:33:31,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:31,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:32,015 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1067, reset compression=false 2024-12-03T18:33:32,128 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1082, reset compression=false 2024-12-03T18:33:32,144 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 916, reset compression=false 2024-12-03T18:33:32,188 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:32,188 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1090, reset compression=false 2024-12-03T18:33:32,188 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,42985,1733250779367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:33:32,338 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1067, reset compression=false 2024-12-03T18:33:32,448 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1082, reset compression=false 2024-12-03T18:33:32,456 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1090, reset compression=false 2024-12-03T18:33:32,552 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T18:33:32,571 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T18:33:32,743 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1067, reset compression=false 2024-12-03T18:33:32,794 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1090, reset compression=false 2024-12-03T18:33:32,885 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1082, reset compression=false 2024-12-03T18:33:32,896 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:32,897 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1241, reset compression=false 2024-12-03T18:33:32,897 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39667,1733250791709 got entry batch from reader: WALEntryBatch [walEntries=[{test/173e822751ad9d676c9e26c234b33cf8/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T18:33:32,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:32,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:33,128 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1241, reset compression=false 2024-12-03T18:33:33,228 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1090, reset compression=false 2024-12-03T18:33:33,244 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:33,244 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1240, reset compression=false 2024-12-03T18:33:33,244 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,42985,1733250779367 got entry batch from reader: WALEntryBatch [walEntries=[{test/bf878aac4424c0746df2347789e42e41/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T18:33:33,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:33,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:33,288 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1067, reset compression=false 2024-12-03T18:33:33,323 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:33,323 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1241, reset compression=false 2024-12-03T18:33:33,323 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39677,1733250785648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:33:33,443 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1241, reset compression=false 2024-12-03T18:33:33,471 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1240, reset compression=false 2024-12-03T18:33:33,553 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1241, reset compression=false 2024-12-03T18:33:33,574 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T18:33:33,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6245b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:33,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38391,-1 for getting cluster id 2024-12-03T18:33:33,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:33,605 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33f1c7d-7581-42d4-8ccd-e12442b92f1a' 2024-12-03T18:33:33,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:33,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33f1c7d-7581-42d4-8ccd-e12442b92f1a" 2024-12-03T18:33:33,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f126e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:33,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38391,-1] 2024-12-03T18:33:33,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:33,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:33,608 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:33,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346c0129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:33,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2be55257 2024-12-03T18:33:33,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:33,614 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:33:33,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-03T18:33:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-03T18:33:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T18:33:33,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:33:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T18:33:33,788 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1240, reset compression=false 2024-12-03T18:33:33,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T18:33:33,808 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-03T18:33:33,809 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-03T18:33:33,809 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,39667,1733250791709 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-03T18:33:33,809 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0. 2024-12-03T18:33:33,809 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:33,809 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:33,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:33,809 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:33,883 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1241, reset compression=false 2024-12-03T18:33:33,912 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T18:33:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T18:33:34,013 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 terminated 2024-12-03T18:33:34,056 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,39667,1733250791709, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:33:34,063 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-03T18:33:34,075 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T18:33:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T18:33:34,082 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 5cd6afc4bcac,39667,1733250791709 suceeded 2024-12-03T18:33:34,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T18:33:34,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 429 msec 2024-12-03T18:33:34,086 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-03T18:33:34,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 471 msec 2024-12-03T18:33:34,116 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:43695' 2024-12-03T18:33:34,128 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cb2cf7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:34,128 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,43695,-1 for getting cluster id 2024-12-03T18:33:34,128 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:34,131 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0' 2024-12-03T18:33:34,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:34,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0" 2024-12-03T18:33:34,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@460d1b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:34,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,43695,-1] 2024-12-03T18:33:34,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:34,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:34,133 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:34,135 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3568bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:34,135 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:34,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,43695,1733250778841 2024-12-03T18:33:34,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2415f0be 2024-12-03T18:33:34,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:34,137 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T18:33:34,138 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,39667,1733250791709 (queues=1) is replicating from cluster=f33f1c7d-7581-42d4-8ccd-e12442b92f1a to cluster=8c73f9da-524e-4cc2-ac3d-cefbfa1db8f0 2024-12-03T18:33:34,138 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C39667%2C1733250791709 2024-12-03T18:33:34,138 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,39667,1733250791709, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:33:34,158 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C39667%2C1733250791709 2024-12-03T18:33:34,211 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1240, reset compression=false 2024-12-03T18:33:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T18:33:34,250 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:33:34,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:33:34,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:34,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:34,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:34,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:34,259 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-03T18:33:34,304 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1241, reset compression=false 2024-12-03T18:33:34,733 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1240, reset compression=false 2024-12-03T18:33:34,780 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:34,780 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1344, reset compression=false 2024-12-03T18:33:34,780 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,42985,1733250779367 got entry batch from reader: WALEntryBatch [walEntries=[{test/bf878aac4424c0746df2347789e42e41/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T18:33:34,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:34,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:34,839 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1241, reset compression=false 2024-12-03T18:33:34,876 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:34,876 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1369, reset compression=false 2024-12-03T18:33:34,878 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39677,1733250785648 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea6f267bc684b7bad7992b1325a45777/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T18:33:34,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:34,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:35,019 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1344, reset compression=false 2024-12-03T18:33:35,085 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1369, reset compression=false 2024-12-03T18:33:35,261 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-03T18:33:35,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126c5d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:35,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,38391,-1 for getting cluster id 2024-12-03T18:33:35,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:35,267 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33f1c7d-7581-42d4-8ccd-e12442b92f1a' 2024-12-03T18:33:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33f1c7d-7581-42d4-8ccd-e12442b92f1a" 2024-12-03T18:33:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc7cca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,38391,-1] 2024-12-03T18:33:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:35,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:35,270 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:35,274 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6802868d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:35,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:35,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:35,278 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fff60e1 2024-12-03T18:33:35,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:33:35,280 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:33:35,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-03T18:33:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-03T18:33:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T18:33:35,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:33:35,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:33:35,354 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1344, reset compression=false 2024-12-03T18:33:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T18:33:35,419 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1369, reset compression=false 2024-12-03T18:33:35,449 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:35,449 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1473, reset compression=false 2024-12-03T18:33:35,449 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39677,1733250785648 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea6f267bc684b7bad7992b1325a45777/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T18:33:35,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:35,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:35,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-03T18:33:35,478 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-03T18:33:35,478 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T18:33:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-03T18:33:35,481 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 5cd6afc4bcac,39667,1733250791709 suceeded 2024-12-03T18:33:35,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T18:33:35,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-03T18:33:35,483 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-03T18:33:35,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 202 msec 2024-12-03T18:33:35,560 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574, startPosition=1241, beingWritten=true 2024-12-03T18:33:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T18:33:35,602 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:33:35,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:33:35,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:35,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:35,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:35,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:35,604 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-12-03T18:33:35,606 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:33:35,607 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39667,1733250791709 got entry batch from reader: WALEntryBatch [walEntries=[{test/173e822751ad9d676c9e26c234b33cf8/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T18:33:35,607 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1521, reset compression=false 2024-12-03T18:33:35,610 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:33:35,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T18:33:35,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:33:35,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:33:35,685 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1473, reset compression=false 2024-12-03T18:33:35,784 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1344, reset compression=false 2024-12-03T18:33:35,810 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:35,811 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:35,811 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,42985,1733250779367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:33:35,831 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1521, reset compression=false 2024-12-03T18:33:36,027 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1473, reset compression=false 2024-12-03T18:33:36,040 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:36,144 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1521, reset compression=false 2024-12-03T18:33:36,384 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:36,456 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1473, reset compression=false 2024-12-03T18:33:36,575 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1521, reset compression=false 2024-12-03T18:33:36,608 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-03T18:33:36,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:33:36,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:33:36,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:36,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:36,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:36,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:36,609 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:33:36,609 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1710827721, stopped=false 2024-12-03T18:33:36,609 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,38391,1733250791435 2024-12-03T18:33:36,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1563299660/running 2024-12-03T18:33:36,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1563299660/running 2024-12-03T18:33:36,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:36,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:36,618 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:33:36,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:33:36,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:36,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:36,619 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,39667,1733250791709' ***** 2024-12-03T18:33:36,619 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:33:36,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Set watcher on znode that does not yet exist, /2-1563299660/running 2024-12-03T18:33:36,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Set watcher on znode that does not yet exist, /2-1563299660/running 2024-12-03T18:33:36,620 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:33:36,620 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:33:36,620 INFO [RS:0;5cd6afc4bcac:39667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:33:36,620 INFO [RS:0;5cd6afc4bcac:39667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:33:36,621 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:36,621 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:36,621 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:36,621 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:33:36,621 INFO [RS:0;5cd6afc4bcac:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:39667. 2024-12-03T18:33:36,621 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6054785a5710c1f41237182f14fabe23, disabling compactions & flushes 2024-12-03T18:33:36,621 DEBUG [RS:0;5cd6afc4bcac:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:36,621 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. 2024-12-03T18:33:36,621 DEBUG [RS:0;5cd6afc4bcac:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:36,621 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. 2024-12-03T18:33:36,621 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. after waiting 0 ms 2024-12-03T18:33:36,621 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. 2024-12-03T18:33:36,621 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:33:36,621 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:33:36,621 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:33:36,621 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6054785a5710c1f41237182f14fabe23 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-12-03T18:33:36,621 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:33:36,622 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T18:33:36,622 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1325): Online Regions={6054785a5710c1f41237182f14fabe23=hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23., 1588230740=hbase:meta,,1.1588230740, 173e822751ad9d676c9e26c234b33cf8=test,,1733250799223.173e822751ad9d676c9e26c234b33cf8.} 2024-12-03T18:33:36,623 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 173e822751ad9d676c9e26c234b33cf8, 6054785a5710c1f41237182f14fabe23 2024-12-03T18:33:36,623 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:33:36,623 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:33:36,623 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:33:36,623 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:33:36,623 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:33:36,623 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T18:33:36,647 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:33:36,650 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/replication/6054785a5710c1f41237182f14fabe23/.tmp/queue/86d88d6a2dcb43c993fc0c5149a311a9 is 154, key is 1-5cd6afc4bcac,39667,1733250791709/queue:5cd6afc4bcac%2C39667%2C1733250791709/1733250815616/Put/seqid=0 2024-12-03T18:33:36,663 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/.tmp/info/4656782292ce4281bde441f1776fc368 is 147, key is hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23./info:regioninfo/1733250805364/Put/seqid=0 2024-12-03T18:33:36,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741840_1016 (size=5353) 2024-12-03T18:33:36,673 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/replication/6054785a5710c1f41237182f14fabe23/.tmp/queue/86d88d6a2dcb43c993fc0c5149a311a9 2024-12-03T18:33:36,679 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/replication/6054785a5710c1f41237182f14fabe23/.tmp/queue/86d88d6a2dcb43c993fc0c5149a311a9 as hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/replication/6054785a5710c1f41237182f14fabe23/queue/86d88d6a2dcb43c993fc0c5149a311a9 2024-12-03T18:33:36,684 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/replication/6054785a5710c1f41237182f14fabe23/queue/86d88d6a2dcb43c993fc0c5149a311a9, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T18:33:36,685 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 6054785a5710c1f41237182f14fabe23 in 64ms, sequenceid=12, compaction requested=false 2024-12-03T18:33:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741841_1017 (size=7686) 2024-12-03T18:33:36,704 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/.tmp/info/4656782292ce4281bde441f1776fc368 2024-12-03T18:33:36,713 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/replication/6054785a5710c1f41237182f14fabe23/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T18:33:36,717 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:33:36,717 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:33:36,717 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. 2024-12-03T18:33:36,717 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6054785a5710c1f41237182f14fabe23: Waiting for close lock at 1733250816621Running coprocessor pre-close hooks at 1733250816621Disabling compacts and flushes for region at 1733250816621Disabling writes for close at 1733250816621Obtaining lock to block concurrent updates at 1733250816621Preparing flush snapshotting stores in 6054785a5710c1f41237182f14fabe23 at 1733250816621Finished memstore snapshotting hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733250816621Flushing stores of hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. at 1733250816622 (+1 ms)Flushing 6054785a5710c1f41237182f14fabe23/queue: creating writer at 1733250816622Flushing 6054785a5710c1f41237182f14fabe23/queue: appending metadata at 1733250816649 (+27 ms)Flushing 6054785a5710c1f41237182f14fabe23/queue: closing flushed file at 1733250816649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39645995: reopening flushed file at 1733250816678 (+29 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 6054785a5710c1f41237182f14fabe23 in 64ms, sequenceid=12, compaction requested=false at 1733250816685 (+7 ms)Writing region close event to WAL at 1733250816706 (+21 ms)Running coprocessor post-close hooks at 1733250816716 (+10 ms)Closed at 1733250816717 (+1 ms) 2024-12-03T18:33:36,717 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250804282.6054785a5710c1f41237182f14fabe23. 2024-12-03T18:33:36,717 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 173e822751ad9d676c9e26c234b33cf8, disabling compactions & flushes 2024-12-03T18:33:36,717 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. 2024-12-03T18:33:36,717 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. 2024-12-03T18:33:36,717 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. after waiting 0 ms 2024-12-03T18:33:36,717 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. 2024-12-03T18:33:36,717 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 173e822751ad9d676c9e26c234b33cf8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T18:33:36,734 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/.tmp/ns/59b6b7fc3dbd4bf38997321b7c8a913e is 43, key is default/ns:d/1733250794763/Put/seqid=0 2024-12-03T18:33:36,743 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/.tmp/f/1a25d51e72a8437fafd74cf46f37fe64 is 37, key is row3/f:row3/1733250814252/Put/seqid=0 2024-12-03T18:33:36,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:33:36,772 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/.tmp/ns/59b6b7fc3dbd4bf38997321b7c8a913e 2024-12-03T18:33:36,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741843_1019 (size=5228) 2024-12-03T18:33:36,812 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/.tmp/rep_barrier/71c9008188df4055b32edf3184ffaaee is 112, key is test,,1733250799223.173e822751ad9d676c9e26c234b33cf8./rep_barrier:seqnumDuringOpen/1733250799710/Put/seqid=0 2024-12-03T18:33:36,820 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:36,823 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:36,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741844_1020 (size=5518) 2024-12-03T18:33:36,841 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/.tmp/rep_barrier/71c9008188df4055b32edf3184ffaaee 2024-12-03T18:33:36,872 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/.tmp/table/ecf4d03edf464669820fbcd997bbe334 is 53, key is hbase:replication/table:state/1733250805381/Put/seqid=0 2024-12-03T18:33:36,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741845_1021 (size=5308) 2024-12-03T18:33:36,895 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/.tmp/table/ecf4d03edf464669820fbcd997bbe334 2024-12-03T18:33:36,901 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/.tmp/info/4656782292ce4281bde441f1776fc368 as hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/info/4656782292ce4281bde441f1776fc368 2024-12-03T18:33:36,911 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/info/4656782292ce4281bde441f1776fc368, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T18:33:36,914 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/.tmp/ns/59b6b7fc3dbd4bf38997321b7c8a913e as hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/ns/59b6b7fc3dbd4bf38997321b7c8a913e 2024-12-03T18:33:36,934 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/ns/59b6b7fc3dbd4bf38997321b7c8a913e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T18:33:36,935 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/.tmp/rep_barrier/71c9008188df4055b32edf3184ffaaee as hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/rep_barrier/71c9008188df4055b32edf3184ffaaee 2024-12-03T18:33:36,941 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/rep_barrier/71c9008188df4055b32edf3184ffaaee, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T18:33:36,942 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/.tmp/table/ecf4d03edf464669820fbcd997bbe334 as hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/table/ecf4d03edf464669820fbcd997bbe334 2024-12-03T18:33:36,976 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/table/ecf4d03edf464669820fbcd997bbe334, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T18:33:36,979 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 355ms, sequenceid=16, compaction requested=false 2024-12-03T18:33:36,984 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1473, reset compression=false 2024-12-03T18:33:37,023 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:37,042 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T18:33:37,042 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:33:37,042 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:33:37,042 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:33:37,042 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250816622Running coprocessor pre-close hooks at 1733250816622Disabling compacts and flushes for region at 1733250816622Disabling writes for close at 1733250816623 (+1 ms)Obtaining lock to block concurrent updates at 1733250816623Preparing flush snapshotting stores in 1588230740 at 1733250816623Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733250816623Flushing stores of hbase:meta,,1.1588230740 at 1733250816637 (+14 ms)Flushing 1588230740/info: creating writer at 1733250816637Flushing 1588230740/info: appending metadata at 1733250816663 (+26 ms)Flushing 1588230740/info: closing flushed file at 1733250816663Flushing 1588230740/ns: creating writer at 1733250816711 (+48 ms)Flushing 1588230740/ns: appending metadata at 1733250816733 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733250816733Flushing 1588230740/rep_barrier: creating writer at 1733250816776 (+43 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250816812 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250816812Flushing 1588230740/table: creating writer at 1733250816848 (+36 ms)Flushing 1588230740/table: appending metadata at 1733250816872 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733250816872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6924aae9: reopening flushed file at 1733250816901 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6c85e8: reopening flushed file at 1733250816911 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3490b907: reopening flushed file at 1733250816934 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@398c633e: reopening flushed file at 1733250816942 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 355ms, sequenceid=16, compaction requested=false at 1733250816979 (+37 ms)Writing region close event to WAL at 1733250817039 (+60 ms)Running coprocessor post-close hooks at 1733250817042 (+3 ms)Closed at 1733250817042 2024-12-03T18:33:37,042 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:33:37,081 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1521, reset compression=false 2024-12-03T18:33:37,092 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:37,092 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1768, reset compression=false 2024-12-03T18:33:37,092 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39667,1733250791709 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:33:37,093 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5cd6afc4bcac,39667,1733250791709: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5cd6afc4bcac,39667,1733250791709, walGroup=5cd6afc4bcac%2C39667%2C1733250791709, offset=5cd6afc4bcac%2C39667%2C1733250791709.1733250793574:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:39667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T18:33:37,094 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T18:33:37,094 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T18:33:37,095 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T18:33:37,095 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T18:33:37,095 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T18:33:37,095 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1224736768, "init": 1048576000, "max": 2306867200, "used": 829486272 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199188120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T18:33:37,095 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T18:33:37,201 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/.tmp/f/1a25d51e72a8437fafd74cf46f37fe64 2024-12-03T18:33:37,209 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a25d51e72a8437fafd74cf46f37fe64 2024-12-03T18:33:37,223 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1351): Waiting on 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:37,243 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/.tmp/f1/48b8fcca180149e4ae7930396b1d0dd7 is 30, key is row1/f1:/1733250811546/DeleteFamily/seqid=0 2024-12-03T18:33:37,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741846_1022 (size=5158) 2024-12-03T18:33:37,251 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/.tmp/f1/48b8fcca180149e4ae7930396b1d0dd7 2024-12-03T18:33:37,255 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48b8fcca180149e4ae7930396b1d0dd7 2024-12-03T18:33:37,274 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/.tmp/norep/d8743451a49a44e6855a23c79a6efdac is 33, key is row2/norep:/1733250812554/DeleteFamily/seqid=0 2024-12-03T18:33:37,297 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1768, reset compression=false 2024-12-03T18:33:37,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741847_1023 (size=5108) 2024-12-03T18:33:37,361 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:37,376 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:33:37,376 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:33:37,425 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1351): Waiting on 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:37,603 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.wal-reader.5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.1733250793574 to pos 1768, reset compression=false 2024-12-03T18:33:37,611 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1473, reset compression=false 2024-12-03T18:33:37,625 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:33:37,625 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1325): Online Regions={173e822751ad9d676c9e26c234b33cf8=test,,1733250799223.173e822751ad9d676c9e26c234b33cf8.} 2024-12-03T18:33:37,625 DEBUG [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1351): Waiting on 173e822751ad9d676c9e26c234b33cf8 2024-12-03T18:33:37,703 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/.tmp/norep/d8743451a49a44e6855a23c79a6efdac 2024-12-03T18:33:37,708 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8743451a49a44e6855a23c79a6efdac 2024-12-03T18:33:37,710 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/.tmp/f/1a25d51e72a8437fafd74cf46f37fe64 as hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/f/1a25d51e72a8437fafd74cf46f37fe64 2024-12-03T18:33:37,716 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a25d51e72a8437fafd74cf46f37fe64 2024-12-03T18:33:37,716 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/f/1a25d51e72a8437fafd74cf46f37fe64, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T18:33:37,717 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/.tmp/f1/48b8fcca180149e4ae7930396b1d0dd7 as hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/f1/48b8fcca180149e4ae7930396b1d0dd7 2024-12-03T18:33:37,734 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48b8fcca180149e4ae7930396b1d0dd7 2024-12-03T18:33:37,734 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/f1/48b8fcca180149e4ae7930396b1d0dd7, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T18:33:37,737 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/.tmp/norep/d8743451a49a44e6855a23c79a6efdac as hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/norep/d8743451a49a44e6855a23c79a6efdac 2024-12-03T18:33:37,747 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8743451a49a44e6855a23c79a6efdac 2024-12-03T18:33:37,747 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/norep/d8743451a49a44e6855a23c79a6efdac, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T18:33:37,748 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 173e822751ad9d676c9e26c234b33cf8 in 1031ms, sequenceid=12, compaction requested=false 2024-12-03T18:33:37,780 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/data/default/test/173e822751ad9d676c9e26c234b33cf8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T18:33:37,781 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:33:37,781 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:33:37,781 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. 2024-12-03T18:33:37,781 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 173e822751ad9d676c9e26c234b33cf8: Waiting for close lock at 1733250816717Running coprocessor pre-close hooks at 1733250816717Disabling compacts and flushes for region at 1733250816717Disabling writes for close at 1733250816717Obtaining lock to block concurrent updates at 1733250816717Preparing flush snapshotting stores in 173e822751ad9d676c9e26c234b33cf8 at 1733250816717Finished memstore snapshotting test,,1733250799223.173e822751ad9d676c9e26c234b33cf8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733250816718 (+1 ms)Flushing stores of test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. at 1733250816718Flushing 173e822751ad9d676c9e26c234b33cf8/f: creating writer at 1733250816718Flushing 173e822751ad9d676c9e26c234b33cf8/f: appending metadata at 1733250816742 (+24 ms)Flushing 173e822751ad9d676c9e26c234b33cf8/f: closing flushed file at 1733250816742Flushing 173e822751ad9d676c9e26c234b33cf8/f1: creating writer at 1733250817209 (+467 ms)Flushing 173e822751ad9d676c9e26c234b33cf8/f1: appending metadata at 1733250817242 (+33 ms)Flushing 173e822751ad9d676c9e26c234b33cf8/f1: closing flushed file at 1733250817242Flushing 173e822751ad9d676c9e26c234b33cf8/norep: creating writer at 1733250817255 (+13 ms)Flushing 173e822751ad9d676c9e26c234b33cf8/norep: appending metadata at 1733250817273 (+18 ms)Flushing 173e822751ad9d676c9e26c234b33cf8/norep: closing flushed file at 1733250817273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4e9c04: reopening flushed file at 1733250817708 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc9ced2: reopening flushed file at 1733250817716 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cacad9a: reopening flushed file at 1733250817734 (+18 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 173e822751ad9d676c9e26c234b33cf8 in 1031ms, sequenceid=12, compaction requested=false at 1733250817748 (+14 ms)Writing region close event to WAL at 1733250817763 (+15 ms)Running coprocessor post-close hooks at 1733250817781 (+18 ms)Closed at 1733250817781 2024-12-03T18:33:37,781 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250799223.173e822751ad9d676c9e26c234b33cf8. 2024-12-03T18:33:37,825 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,39667,1733250791709; all regions closed. 2024-12-03T18:33:37,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741834_1010 (size=4239) 2024-12-03T18:33:37,847 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/WALs/5cd6afc4bcac,39667,1733250791709/5cd6afc4bcac%2C39667%2C1733250791709.meta.1733250794555.meta not finished, retry = 0 2024-12-03T18:33:37,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741839_1015 (size=3115) 2024-12-03T18:33:37,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741832_1008 (size=2420) 2024-12-03T18:33:37,955 DEBUG [RS:0;5cd6afc4bcac:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:37,955 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:33:37,955 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:33:37,955 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:33:37,955 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:33:37,955 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:33:37,955 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,39667,1733250791709 because: Region server is closing 2024-12-03T18:33:37,956 INFO [RS:0;5cd6afc4bcac:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:39667. 2024-12-03T18:33:37,956 DEBUG [RS:0;5cd6afc4bcac:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:37,956 DEBUG [RS:0;5cd6afc4bcac:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:37,956 DEBUG [RS:0;5cd6afc4bcac:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:37,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:37,970 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:38,056 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39667,1733250791709.replicationSource.shipper5cd6afc4bcac%2C39667%2C1733250791709,1-5cd6afc4bcac,39667,1733250791709 terminated 2024-12-03T18:33:38,056 INFO [RS:0;5cd6afc4bcac:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:39667. 2024-12-03T18:33:38,056 DEBUG [RS:0;5cd6afc4bcac:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:38,057 DEBUG [RS:0;5cd6afc4bcac:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:38,057 DEBUG [RS:0;5cd6afc4bcac:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:38,057 INFO [RS:0;5cd6afc4bcac:39667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39667 2024-12-03T18:33:38,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660/rs 2024-12-03T18:33:38,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1563299660/rs/5cd6afc4bcac,39667,1733250791709 2024-12-03T18:33:38,095 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:33:38,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,39667,1733250791709] 2024-12-03T18:33:38,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1563299660/draining/5cd6afc4bcac,39667,1733250791709 already deleted, retry=false 2024-12-03T18:33:38,145 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,39667,1733250791709 expired; onlineServers=0 2024-12-03T18:33:38,145 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,38391,1733250791435' ***** 2024-12-03T18:33:38,145 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:33:38,145 INFO [M:0;5cd6afc4bcac:38391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:33:38,145 INFO [M:0;5cd6afc4bcac:38391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:33:38,145 DEBUG [M:0;5cd6afc4bcac:38391 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:33:38,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:33:38,145 DEBUG [M:0;5cd6afc4bcac:38391 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:33:38,145 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250793176 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250793176,5,FailOnTimeoutGroup] 2024-12-03T18:33:38,145 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250793175 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250793175,5,FailOnTimeoutGroup] 2024-12-03T18:33:38,145 INFO [M:0;5cd6afc4bcac:38391 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:33:38,146 INFO [M:0;5cd6afc4bcac:38391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:33:38,146 DEBUG [M:0;5cd6afc4bcac:38391 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:33:38,146 INFO [M:0;5cd6afc4bcac:38391 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:33:38,146 INFO [M:0;5cd6afc4bcac:38391 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:33:38,146 INFO [M:0;5cd6afc4bcac:38391 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:33:38,146 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:33:38,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1563299660/master 2024-12-03T18:33:38,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1563299660 2024-12-03T18:33:38,177 DEBUG [M:0;5cd6afc4bcac:38391 {}] zookeeper.ZKUtil(347): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Unable to get data of znode /2-1563299660/master because node does not exist (not an error) 2024-12-03T18:33:38,177 WARN [M:0;5cd6afc4bcac:38391 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:33:38,199 INFO [M:0;5cd6afc4bcac:38391 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/.lastflushedseqids 2024-12-03T18:33:38,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:33:38,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1019dc18d250007, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:33:38,228 INFO [RS:0;5cd6afc4bcac:39667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:33:38,228 INFO [RS:0;5cd6afc4bcac:39667 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,39667,1733250791709; zookeeper connection closed. 2024-12-03T18:33:38,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741848_1024 (size=245) 2024-12-03T18:33:38,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12e1f97e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12e1f97e 2024-12-03T18:33:38,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:33:38,318 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1473, reset compression=false 2024-12-03T18:33:38,626 INFO [M:0;5cd6afc4bcac:38391 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:33:38,626 INFO [M:0;5cd6afc4bcac:38391 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:33:38,626 DEBUG [M:0;5cd6afc4bcac:38391 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:33:38,626 INFO [M:0;5cd6afc4bcac:38391 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:38,627 DEBUG [M:0;5cd6afc4bcac:38391 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:38,627 DEBUG [M:0;5cd6afc4bcac:38391 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:33:38,627 DEBUG [M:0;5cd6afc4bcac:38391 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:38,627 INFO [M:0;5cd6afc4bcac:38391 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-03T18:33:38,658 DEBUG [M:0;5cd6afc4bcac:38391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/765c7c97011d4e42b0005ccdf524f835 is 82, key is hbase:meta,,1/info:regioninfo/1733250794703/Put/seqid=0 2024-12-03T18:33:38,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741849_1025 (size=5672) 2024-12-03T18:33:38,673 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:39,072 INFO [M:0;5cd6afc4bcac:38391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/765c7c97011d4e42b0005ccdf524f835 2024-12-03T18:33:39,127 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1473, reset compression=false 2024-12-03T18:33:39,128 DEBUG [M:0;5cd6afc4bcac:38391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdb821994cc24675b4f55fd083f1c3c8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733250805388/Put/seqid=0 2024-12-03T18:33:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741850_1026 (size=9213) 2024-12-03T18:33:39,180 INFO [M:0;5cd6afc4bcac:38391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdb821994cc24675b4f55fd083f1c3c8 2024-12-03T18:33:39,208 DEBUG [M:0;5cd6afc4bcac:38391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05e78ca40feb4728b4fb714b04c399eb is 69, key is 5cd6afc4bcac,39667,1733250791709/rs:state/1733250793284/Put/seqid=0 2024-12-03T18:33:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741851_1027 (size=5156) 2024-12-03T18:33:39,480 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:39,630 INFO [M:0;5cd6afc4bcac:38391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05e78ca40feb4728b4fb714b04c399eb 2024-12-03T18:33:39,642 DEBUG [M:0;5cd6afc4bcac:38391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/765c7c97011d4e42b0005ccdf524f835 as hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/765c7c97011d4e42b0005ccdf524f835 2024-12-03T18:33:39,649 INFO [M:0;5cd6afc4bcac:38391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/765c7c97011d4e42b0005ccdf524f835, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T18:33:39,650 DEBUG [M:0;5cd6afc4bcac:38391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdb821994cc24675b4f55fd083f1c3c8 as hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdb821994cc24675b4f55fd083f1c3c8 2024-12-03T18:33:39,654 INFO [M:0;5cd6afc4bcac:38391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdb821994cc24675b4f55fd083f1c3c8, entries=15, sequenceid=127, filesize=9.0 K 2024-12-03T18:33:39,664 DEBUG [M:0;5cd6afc4bcac:38391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05e78ca40feb4728b4fb714b04c399eb as hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05e78ca40feb4728b4fb714b04c399eb 2024-12-03T18:33:39,676 INFO [M:0;5cd6afc4bcac:38391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34041/user/jenkins/test-data/ccb7a118-ff52-a2ca-5cdd-3dc6d284070d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05e78ca40feb4728b4fb714b04c399eb, entries=1, sequenceid=127, filesize=5.0 K 2024-12-03T18:33:39,678 INFO [M:0;5cd6afc4bcac:38391 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1051ms, sequenceid=127, compaction requested=false 2024-12-03T18:33:39,686 INFO [M:0;5cd6afc4bcac:38391 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:39,686 DEBUG [M:0;5cd6afc4bcac:38391 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250818626Disabling compacts and flushes for region at 1733250818626Disabling writes for close at 1733250818627 (+1 ms)Obtaining lock to block concurrent updates at 1733250818627Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250818627Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733250818627Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250818628 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250818628Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250818657 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250818657Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250819076 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250819128 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250819128Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250819189 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250819208 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250819208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6490dd1b: reopening flushed file at 1733250819639 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25790474: reopening flushed file at 1733250819649 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3935e65c: reopening flushed file at 1733250819654 (+5 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1051ms, sequenceid=127, compaction requested=false at 1733250819678 (+24 ms)Writing region close event to WAL at 1733250819686 (+8 ms)Closed at 1733250819686 2024-12-03T18:33:39,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34539 is added to blk_1073741830_1006 (size=73878) 2024-12-03T18:33:39,707 INFO [M:0;5cd6afc4bcac:38391 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:33:39,707 INFO [M:0;5cd6afc4bcac:38391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38391 2024-12-03T18:33:39,708 INFO [M:0;5cd6afc4bcac:38391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:33:39,708 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:33:39,841 INFO [M:0;5cd6afc4bcac:38391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:33:39,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:33:39,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38391-0x1019dc18d250006, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:33:39,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37631bfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:33:39,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@657debdc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:33:39,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:33:39,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@205f457f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:33:39,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11735bc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/hadoop.log.dir/,STOPPED} 2024-12-03T18:33:39,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:33:39,882 WARN [BP-292989773-172.17.0.3-1733250788495 heartbeating to localhost/127.0.0.1:34041 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:33:39,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:33:39,882 WARN [BP-292989773-172.17.0.3-1733250788495 heartbeating to localhost/127.0.0.1:34041 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-292989773-172.17.0.3-1733250788495 (Datanode Uuid 91b7d85b-4f01-4812-a428-a91b54cb1b33) service to localhost/127.0.0.1:34041 2024-12-03T18:33:39,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/cluster_1167f974-a8f4-1e57-c71e-90f6002d2f15/data/data1/current/BP-292989773-172.17.0.3-1733250788495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:33:39,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/cluster_1167f974-a8f4-1e57-c71e-90f6002d2f15/data/data2/current/BP-292989773-172.17.0.3-1733250788495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:33:39,884 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:33:39,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ad43197{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:33:39,891 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21d5c399{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:33:39,891 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:33:39,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72948196{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:33:39,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bcc0901{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/hadoop.log.dir/,STOPPED} 2024-12-03T18:33:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:33:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:33:39,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:33:39,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:39,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:39,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:39,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:39,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:33:39,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1514376733, stopped=false 2024-12-03T18:33:39,911 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,40363,1733250785355 2024-12-03T18:33:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1782807255/running 2024-12-03T18:33:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1782807255/running 2024-12-03T18:33:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:39,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Set watcher on znode that does not yet exist, /1782807255/running 2024-12-03T18:33:39,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Set watcher on znode that does not yet exist, /1782807255/running 2024-12-03T18:33:39,926 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:33:39,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:33:39,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:39,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:39,927 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,39677,1733250785648' ***** 2024-12-03T18:33:39,927 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:33:39,928 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:33:39,928 INFO [RS:0;5cd6afc4bcac:39677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:33:39,928 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:33:39,928 INFO [RS:0;5cd6afc4bcac:39677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:33:39,928 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(3091): Received CLOSE for 01fef9bee7ba1360fcfe8d6712397c8c 2024-12-03T18:33:39,942 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(3091): Received CLOSE for ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:39,943 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:39,943 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:33:39,943 INFO [RS:0;5cd6afc4bcac:39677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:39677. 2024-12-03T18:33:39,943 DEBUG [RS:0;5cd6afc4bcac:39677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:39,943 DEBUG [RS:0;5cd6afc4bcac:39677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:39,943 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:33:39,943 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:33:39,943 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:33:39,943 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:33:39,943 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T18:33:39,943 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1325): Online Regions={01fef9bee7ba1360fcfe8d6712397c8c=hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c., ea6f267bc684b7bad7992b1325a45777=test,,1733250797065.ea6f267bc684b7bad7992b1325a45777., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:33:39,943 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1351): Waiting on 01fef9bee7ba1360fcfe8d6712397c8c, 1588230740, ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:39,943 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01fef9bee7ba1360fcfe8d6712397c8c, disabling compactions & flushes 2024-12-03T18:33:39,943 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. 2024-12-03T18:33:39,943 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. 2024-12-03T18:33:39,943 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. after waiting 0 ms 2024-12-03T18:33:39,943 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. 2024-12-03T18:33:39,943 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:33:39,943 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:33:39,943 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:33:39,943 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 01fef9bee7ba1360fcfe8d6712397c8c 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-03T18:33:39,944 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:33:39,944 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:33:39,944 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T18:33:39,967 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/.tmp/info/ff6fa6c0ad2a413a9d87c6b0dcd4cde1 is 147, key is hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c./info:regioninfo/1733250803232/Put/seqid=0 2024-12-03T18:33:39,976 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/replication/01fef9bee7ba1360fcfe8d6712397c8c/.tmp/queue/109adfa718f44f8f8d0ac289e41c94ec is 154, key is 1-5cd6afc4bcac,39677,1733250785648/queue:5cd6afc4bcac%2C39677%2C1733250785648/1733250815459/Put/seqid=0 2024-12-03T18:33:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741840_1016 (size=7686) 2024-12-03T18:33:40,007 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:33:40,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741841_1017 (size=5353) 2024-12-03T18:33:40,068 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1473, reset compression=false 2024-12-03T18:33:40,143 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1351): Waiting on 01fef9bee7ba1360fcfe8d6712397c8c, 1588230740, ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:40,344 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1351): Waiting on 01fef9bee7ba1360fcfe8d6712397c8c, 1588230740, ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:40,379 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/.tmp/info/ff6fa6c0ad2a413a9d87c6b0dcd4cde1 2024-12-03T18:33:40,395 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:40,399 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/.tmp/ns/cb10fbc9695f4f3a802d7324ca6e0ff5 is 43, key is default/ns:d/1733250788262/Put/seqid=0 2024-12-03T18:33:40,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:33:40,422 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/replication/01fef9bee7ba1360fcfe8d6712397c8c/.tmp/queue/109adfa718f44f8f8d0ac289e41c94ec 2024-12-03T18:33:40,428 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/replication/01fef9bee7ba1360fcfe8d6712397c8c/.tmp/queue/109adfa718f44f8f8d0ac289e41c94ec as hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/replication/01fef9bee7ba1360fcfe8d6712397c8c/queue/109adfa718f44f8f8d0ac289e41c94ec 2024-12-03T18:33:40,434 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/replication/01fef9bee7ba1360fcfe8d6712397c8c/queue/109adfa718f44f8f8d0ac289e41c94ec, entries=1, sequenceid=14, filesize=5.2 K 2024-12-03T18:33:40,435 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 01fef9bee7ba1360fcfe8d6712397c8c in 492ms, sequenceid=14, compaction requested=false 2024-12-03T18:33:40,435 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T18:33:40,439 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:33:40,439 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:33:40,441 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/replication/01fef9bee7ba1360fcfe8d6712397c8c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-03T18:33:40,442 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:33:40,442 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:33:40,442 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. 2024-12-03T18:33:40,442 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01fef9bee7ba1360fcfe8d6712397c8c: Waiting for close lock at 1733250819943Running coprocessor pre-close hooks at 1733250819943Disabling compacts and flushes for region at 1733250819943Disabling writes for close at 1733250819943Obtaining lock to block concurrent updates at 1733250819943Preparing flush snapshotting stores in 01fef9bee7ba1360fcfe8d6712397c8c at 1733250819944 (+1 ms)Finished memstore snapshotting hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733250819944Flushing stores of hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. at 1733250819944Flushing 01fef9bee7ba1360fcfe8d6712397c8c/queue: creating writer at 1733250819944Flushing 01fef9bee7ba1360fcfe8d6712397c8c/queue: appending metadata at 1733250819976 (+32 ms)Flushing 01fef9bee7ba1360fcfe8d6712397c8c/queue: closing flushed file at 1733250819976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d8f931: reopening flushed file at 1733250820427 (+451 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 01fef9bee7ba1360fcfe8d6712397c8c in 492ms, sequenceid=14, compaction requested=false at 1733250820435 (+8 ms)Writing region close event to WAL at 1733250820438 (+3 ms)Running coprocessor post-close hooks at 1733250820441 (+3 ms)Closed at 1733250820442 (+1 ms) 2024-12-03T18:33:40,442 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250802120.01fef9bee7ba1360fcfe8d6712397c8c. 2024-12-03T18:33:40,442 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea6f267bc684b7bad7992b1325a45777, disabling compactions & flushes 2024-12-03T18:33:40,442 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. 2024-12-03T18:33:40,442 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. 2024-12-03T18:33:40,442 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. after waiting 0 ms 2024-12-03T18:33:40,442 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. 2024-12-03T18:33:40,442 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea6f267bc684b7bad7992b1325a45777 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T18:33:40,459 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/.tmp/f/6517216223db43219735567317a8cf67 is 37, key is row3/f:row3/1733250814252/Put/seqid=0 2024-12-03T18:33:40,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741843_1019 (size=5228) 2024-12-03T18:33:40,544 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:40,744 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:40,803 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/.tmp/ns/cb10fbc9695f4f3a802d7324ca6e0ff5 2024-12-03T18:33:40,819 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/.tmp/rep_barrier/36d32966a0c6447990f76bc9092ec988 is 112, key is test,,1733250797065.ea6f267bc684b7bad7992b1325a45777./rep_barrier:seqnumDuringOpen/1733250798274/Put/seqid=0 2024-12-03T18:33:40,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741844_1020 (size=5518) 2024-12-03T18:33:40,863 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/.tmp/f/6517216223db43219735567317a8cf67 2024-12-03T18:33:40,867 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6517216223db43219735567317a8cf67 2024-12-03T18:33:40,885 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/.tmp/f1/e2c68091b94d47b89056fe340900fde0 is 30, key is row1/f1:/1733250811546/DeleteFamily/seqid=0 2024-12-03T18:33:40,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741845_1021 (size=5158) 2024-12-03T18:33:40,944 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:33:40,944 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1325): Online Regions={ea6f267bc684b7bad7992b1325a45777=test,,1733250797065.ea6f267bc684b7bad7992b1325a45777., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:33:40,944 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:41,073 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1473, reset compression=false 2024-12-03T18:33:41,077 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:41,077 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1720, reset compression=false 2024-12-03T18:33:41,077 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,39677,1733250785648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:33:41,077 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5cd6afc4bcac,39677,1733250785648: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5cd6afc4bcac,39677,1733250785648, walGroup=5cd6afc4bcac%2C39677%2C1733250785648, offset=5cd6afc4bcac%2C39677%2C1733250785648.1733250787596:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:39677 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T18:33:41,078 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T18:33:41,079 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T18:33:41,079 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T18:33:41,079 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T18:33:41,079 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T18:33:41,079 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1224736768, "init": 1048576000, "max": 2306867200, "used": 900789440 }, "NonHeapMemoryUsage": { "committed": 202768384, "init": 7667712, "max": -1, "used": 199582192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T18:33:41,079 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:40363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:40363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T18:33:41,145 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:41,223 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/.tmp/rep_barrier/36d32966a0c6447990f76bc9092ec988 2024-12-03T18:33:41,241 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/.tmp/table/1acbdc29ff7140b5af4cfc72d0560d25 is 53, key is hbase:replication/table:state/1733250803272/Put/seqid=0 2024-12-03T18:33:41,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741846_1022 (size=5308) 2024-12-03T18:33:41,280 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1720, reset compression=false 2024-12-03T18:33:41,309 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/.tmp/f1/e2c68091b94d47b89056fe340900fde0 2024-12-03T18:33:41,312 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2c68091b94d47b89056fe340900fde0 2024-12-03T18:33:41,329 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/.tmp/norep/91525cfccffb4221b342dac7181eff12 is 33, key is row1/norep:/1733250811546/DeleteFamily/seqid=0 2024-12-03T18:33:41,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741847_1023 (size=5108) 2024-12-03T18:33:41,345 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:41,400 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:41,545 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:41,583 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1720, reset compression=false 2024-12-03T18:33:41,645 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/.tmp/table/1acbdc29ff7140b5af4cfc72d0560d25 2024-12-03T18:33:41,649 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/.tmp/info/ff6fa6c0ad2a413a9d87c6b0dcd4cde1 as hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/info/ff6fa6c0ad2a413a9d87c6b0dcd4cde1 2024-12-03T18:33:41,653 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/info/ff6fa6c0ad2a413a9d87c6b0dcd4cde1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T18:33:41,653 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/.tmp/ns/cb10fbc9695f4f3a802d7324ca6e0ff5 as hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/ns/cb10fbc9695f4f3a802d7324ca6e0ff5 2024-12-03T18:33:41,657 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/ns/cb10fbc9695f4f3a802d7324ca6e0ff5, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T18:33:41,657 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/.tmp/rep_barrier/36d32966a0c6447990f76bc9092ec988 as hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/rep_barrier/36d32966a0c6447990f76bc9092ec988 2024-12-03T18:33:41,661 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/rep_barrier/36d32966a0c6447990f76bc9092ec988, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T18:33:41,662 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/.tmp/table/1acbdc29ff7140b5af4cfc72d0560d25 as hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/table/1acbdc29ff7140b5af4cfc72d0560d25 2024-12-03T18:33:41,665 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/table/1acbdc29ff7140b5af4cfc72d0560d25, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T18:33:41,666 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-12-03T18:33:41,666 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:33:41,676 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T18:33:41,677 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:33:41,677 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:33:41,678 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:33:41,678 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250819943Running coprocessor pre-close hooks at 1733250819943Disabling compacts and flushes for region at 1733250819943Disabling writes for close at 1733250819944 (+1 ms)Obtaining lock to block concurrent updates at 1733250819944Preparing flush snapshotting stores in 1588230740 at 1733250819944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733250819944Flushing stores of hbase:meta,,1.1588230740 at 1733250819945 (+1 ms)Flushing 1588230740/info: creating writer at 1733250819945Flushing 1588230740/info: appending metadata at 1733250819967 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733250819967Flushing 1588230740/ns: creating writer at 1733250820383 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733250820399 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733250820399Flushing 1588230740/rep_barrier: creating writer at 1733250820807 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250820819 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250820819Flushing 1588230740/table: creating writer at 1733250821227 (+408 ms)Flushing 1588230740/table: appending metadata at 1733250821241 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733250821241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51819bbc: reopening flushed file at 1733250821649 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@371f32fc: reopening flushed file at 1733250821653 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@725ee1e1: reopening flushed file at 1733250821657 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67725358: reopening flushed file at 1733250821661 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1733250821666 (+5 ms)Writing region close event to WAL at 1733250821668 (+2 ms)Running coprocessor post-close hooks at 1733250821677 (+9 ms)Closed at 1733250821677 2024-12-03T18:33:41,678 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:33:41,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,732 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/.tmp/norep/91525cfccffb4221b342dac7181eff12 2024-12-03T18:33:41,737 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91525cfccffb4221b342dac7181eff12 2024-12-03T18:33:41,738 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/.tmp/f/6517216223db43219735567317a8cf67 as hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/f/6517216223db43219735567317a8cf67 2024-12-03T18:33:41,744 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6517216223db43219735567317a8cf67 2024-12-03T18:33:41,744 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/f/6517216223db43219735567317a8cf67, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T18:33:41,745 DEBUG [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1351): Waiting on ea6f267bc684b7bad7992b1325a45777 2024-12-03T18:33:41,745 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/.tmp/f1/e2c68091b94d47b89056fe340900fde0 as hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/f1/e2c68091b94d47b89056fe340900fde0 2024-12-03T18:33:41,751 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2c68091b94d47b89056fe340900fde0 2024-12-03T18:33:41,751 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/f1/e2c68091b94d47b89056fe340900fde0, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T18:33:41,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,752 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/.tmp/norep/91525cfccffb4221b342dac7181eff12 as hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/norep/91525cfccffb4221b342dac7181eff12 2024-12-03T18:33:41,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,761 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91525cfccffb4221b342dac7181eff12 2024-12-03T18:33:41,761 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/norep/91525cfccffb4221b342dac7181eff12, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T18:33:41,762 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ea6f267bc684b7bad7992b1325a45777 in 1320ms, sequenceid=12, compaction requested=false 2024-12-03T18:33:41,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:41,781 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/data/default/test/ea6f267bc684b7bad7992b1325a45777/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T18:33:41,783 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:33:41,783 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:33:41,783 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. 2024-12-03T18:33:41,783 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea6f267bc684b7bad7992b1325a45777: Waiting for close lock at 1733250820442Running coprocessor pre-close hooks at 1733250820442Disabling compacts and flushes for region at 1733250820442Disabling writes for close at 1733250820442Obtaining lock to block concurrent updates at 1733250820442Preparing flush snapshotting stores in ea6f267bc684b7bad7992b1325a45777 at 1733250820442Finished memstore snapshotting test,,1733250797065.ea6f267bc684b7bad7992b1325a45777., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733250820443 (+1 ms)Flushing stores of test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. at 1733250820443Flushing ea6f267bc684b7bad7992b1325a45777/f: creating writer at 1733250820443Flushing ea6f267bc684b7bad7992b1325a45777/f: appending metadata at 1733250820459 (+16 ms)Flushing ea6f267bc684b7bad7992b1325a45777/f: closing flushed file at 1733250820459Flushing ea6f267bc684b7bad7992b1325a45777/f1: creating writer at 1733250820867 (+408 ms)Flushing ea6f267bc684b7bad7992b1325a45777/f1: appending metadata at 1733250820884 (+17 ms)Flushing ea6f267bc684b7bad7992b1325a45777/f1: closing flushed file at 1733250820884Flushing ea6f267bc684b7bad7992b1325a45777/norep: creating writer at 1733250821312 (+428 ms)Flushing ea6f267bc684b7bad7992b1325a45777/norep: appending metadata at 1733250821328 (+16 ms)Flushing ea6f267bc684b7bad7992b1325a45777/norep: closing flushed file at 1733250821328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9ca3f2: reopening flushed file at 1733250821737 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f5d907: reopening flushed file at 1733250821744 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a1352c: reopening flushed file at 1733250821752 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ea6f267bc684b7bad7992b1325a45777 in 1320ms, sequenceid=12, compaction requested=false at 1733250821762 (+10 ms)Writing region close event to WAL at 1733250821778 (+16 ms)Running coprocessor post-close hooks at 1733250821783 (+5 ms)Closed at 1733250821783 2024-12-03T18:33:41,783 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250797065.ea6f267bc684b7bad7992b1325a45777. 2024-12-03T18:33:41,945 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,39677,1733250785648; all regions closed. 2024-12-03T18:33:41,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741834_1010 (size=4239) 2024-12-03T18:33:41,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.meta.1733250788093.meta not finished, retry = 0 2024-12-03T18:33:41,986 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 1720, reset compression=false 2024-12-03T18:33:41,990 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:41,990 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.wal-reader.5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 to pos 2364, reset compression=false 2024-12-03T18:33:42,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741839_1015 (size=3552) 2024-12-03T18:33:42,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741833_1009 (size=2372) 2024-12-03T18:33:42,051 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/WALs/5cd6afc4bcac,39677,1733250785648/5cd6afc4bcac%2C39677%2C1733250785648.1733250787596 not finished, retry = 0 2024-12-03T18:33:42,154 DEBUG [RS:0;5cd6afc4bcac:39677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:42,154 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:33:42,154 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:33:42,155 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:33:42,155 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:33:42,155 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:33:42,155 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,39677,1733250785648 because: Region server is closing 2024-12-03T18:33:42,155 INFO [RS:0;5cd6afc4bcac:39677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:39677. 2024-12-03T18:33:42,155 DEBUG [RS:0;5cd6afc4bcac:39677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:42,155 DEBUG [RS:0;5cd6afc4bcac:39677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:42,155 DEBUG [RS:0;5cd6afc4bcac:39677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:42,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:42,256 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,39677,1733250785648.replicationSource.shipper5cd6afc4bcac%2C39677%2C1733250785648,1-5cd6afc4bcac,39677,1733250785648 terminated 2024-12-03T18:33:42,256 INFO [RS:0;5cd6afc4bcac:39677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:39677. 2024-12-03T18:33:42,256 DEBUG [RS:0;5cd6afc4bcac:39677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:42,256 DEBUG [RS:0;5cd6afc4bcac:39677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:42,256 DEBUG [RS:0;5cd6afc4bcac:39677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:42,256 INFO [RS:0;5cd6afc4bcac:39677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39677 2024-12-03T18:33:42,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:42,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:33:42,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1782807255/rs/5cd6afc4bcac,39677,1733250785648 2024-12-03T18:33:42,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255/rs 2024-12-03T18:33:42,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,39677,1733250785648] 2024-12-03T18:33:42,285 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:33:42,292 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1782807255/draining/5cd6afc4bcac,39677,1733250785648 already deleted, retry=false 2024-12-03T18:33:42,292 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,39677,1733250785648 expired; onlineServers=0 2024-12-03T18:33:42,292 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,40363,1733250785355' ***** 2024-12-03T18:33:42,292 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:33:42,292 INFO [M:0;5cd6afc4bcac:40363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:33:42,292 INFO [M:0;5cd6afc4bcac:40363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:33:42,292 DEBUG [M:0;5cd6afc4bcac:40363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:33:42,292 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:33:42,292 DEBUG [M:0;5cd6afc4bcac:40363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:33:42,292 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250787171 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250787171,5,FailOnTimeoutGroup] 2024-12-03T18:33:42,292 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250787174 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250787174,5,FailOnTimeoutGroup] 2024-12-03T18:33:42,293 INFO [M:0;5cd6afc4bcac:40363 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:33:42,293 INFO [M:0;5cd6afc4bcac:40363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:33:42,293 DEBUG [M:0;5cd6afc4bcac:40363 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:33:42,293 INFO [M:0;5cd6afc4bcac:40363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:33:42,293 INFO [M:0;5cd6afc4bcac:40363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:33:42,293 INFO [M:0;5cd6afc4bcac:40363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:33:42,293 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:33:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1782807255/master 2024-12-03T18:33:42,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1782807255 2024-12-03T18:33:42,317 DEBUG [M:0;5cd6afc4bcac:40363 {}] zookeeper.RecoverableZooKeeper(212): Node /1782807255/master already deleted, retry=false 2024-12-03T18:33:42,317 DEBUG [M:0;5cd6afc4bcac:40363 {}] master.ActiveMasterManager(353): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Failed delete of our master address node; KeeperErrorCode = NoNode for /1782807255/master 2024-12-03T18:33:42,319 INFO [M:0;5cd6afc4bcac:40363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/.lastflushedseqids 2024-12-03T18:33:42,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:42,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741848_1024 (size=245) 2024-12-03T18:33:42,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:33:42,401 INFO [RS:0;5cd6afc4bcac:39677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:33:42,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1019dc18d250004, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:33:42,401 INFO [RS:0;5cd6afc4bcac:39677 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,39677,1733250785648; zookeeper connection closed. 2024-12-03T18:33:42,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2351226d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2351226d 2024-12-03T18:33:42,401 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:33:42,504 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:42,750 INFO [M:0;5cd6afc4bcac:40363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:33:42,754 INFO [M:0;5cd6afc4bcac:40363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:33:42,755 DEBUG [M:0;5cd6afc4bcac:40363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:33:42,755 INFO [M:0;5cd6afc4bcac:40363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:42,755 DEBUG [M:0;5cd6afc4bcac:40363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:42,755 DEBUG [M:0;5cd6afc4bcac:40363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:33:42,755 DEBUG [M:0;5cd6afc4bcac:40363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:42,755 INFO [M:0;5cd6afc4bcac:40363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T18:33:42,778 DEBUG [M:0;5cd6afc4bcac:40363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d0694b1a67d42d0ac2b489b22a4b667 is 82, key is hbase:meta,,1/info:regioninfo/1733250788229/Put/seqid=0 2024-12-03T18:33:42,781 INFO [master/5cd6afc4bcac:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T18:33:42,781 INFO [master/5cd6afc4bcac:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T18:33:42,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741849_1025 (size=5672) 2024-12-03T18:33:43,184 INFO [M:0;5cd6afc4bcac:40363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d0694b1a67d42d0ac2b489b22a4b667 2024-12-03T18:33:43,203 DEBUG [M:0;5cd6afc4bcac:40363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29d9eb3aaf7b49adb035e2806f10c303 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733250798293/Put/seqid=0 2024-12-03T18:33:43,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741850_1026 (size=7218) 2024-12-03T18:33:43,608 INFO [M:0;5cd6afc4bcac:40363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29d9eb3aaf7b49adb035e2806f10c303 2024-12-03T18:33:43,614 INFO [M:0;5cd6afc4bcac:40363 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29d9eb3aaf7b49adb035e2806f10c303 2024-12-03T18:33:43,638 DEBUG [M:0;5cd6afc4bcac:40363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d891723126b0424c945b5c80d1c1e103 is 69, key is 5cd6afc4bcac,39677,1733250785648/rs:state/1733250787287/Put/seqid=0 2024-12-03T18:33:43,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741851_1027 (size=5156) 2024-12-03T18:33:43,707 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:44,073 INFO [M:0;5cd6afc4bcac:40363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d891723126b0424c945b5c80d1c1e103 2024-12-03T18:33:44,103 DEBUG [M:0;5cd6afc4bcac:40363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d0694b1a67d42d0ac2b489b22a4b667 as hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d0694b1a67d42d0ac2b489b22a4b667 2024-12-03T18:33:44,122 INFO [M:0;5cd6afc4bcac:40363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d0694b1a67d42d0ac2b489b22a4b667, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T18:33:44,132 DEBUG [M:0;5cd6afc4bcac:40363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29d9eb3aaf7b49adb035e2806f10c303 as hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29d9eb3aaf7b49adb035e2806f10c303 2024-12-03T18:33:44,174 INFO [M:0;5cd6afc4bcac:40363 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29d9eb3aaf7b49adb035e2806f10c303 2024-12-03T18:33:44,174 INFO [M:0;5cd6afc4bcac:40363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29d9eb3aaf7b49adb035e2806f10c303, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T18:33:44,180 DEBUG [M:0;5cd6afc4bcac:40363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d891723126b0424c945b5c80d1c1e103 as hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d891723126b0424c945b5c80d1c1e103 2024-12-03T18:33:44,205 INFO [M:0;5cd6afc4bcac:40363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39967/user/jenkins/test-data/40ad58d2-e095-4c8f-8248-50892949afd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d891723126b0424c945b5c80d1c1e103, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T18:33:44,213 INFO [M:0;5cd6afc4bcac:40363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1458ms, sequenceid=105, compaction requested=false 2024-12-03T18:33:44,254 INFO [M:0;5cd6afc4bcac:40363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:44,254 DEBUG [M:0;5cd6afc4bcac:40363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250822755Disabling compacts and flushes for region at 1733250822755Disabling writes for close at 1733250822755Obtaining lock to block concurrent updates at 1733250822755Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250822755Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733250822755Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250822756 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250822756Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250822778 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250822778Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250823188 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250823202 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250823202Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250823614 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250823638 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250823638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac0b4bd: reopening flushed file at 1733250824098 (+460 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a50af5a: reopening flushed file at 1733250824122 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160a005d: reopening flushed file at 1733250824174 (+52 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1458ms, sequenceid=105, compaction requested=false at 1733250824213 (+39 ms)Writing region close event to WAL at 1733250824253 (+40 ms)Closed at 1733250824253 2024-12-03T18:33:44,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35619 is added to blk_1073741830_1006 (size=64423) 2024-12-03T18:33:44,288 INFO [M:0;5cd6afc4bcac:40363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:33:44,288 INFO [M:0;5cd6afc4bcac:40363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40363 2024-12-03T18:33:44,288 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:33:44,288 INFO [M:0;5cd6afc4bcac:40363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:33:44,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:33:44,450 INFO [M:0;5cd6afc4bcac:40363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:33:44,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40363-0x1019dc18d250003, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:33:44,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5720561a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:33:44,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b02c84c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:33:44,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:33:44,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bff4f0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:33:44,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a00b9a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/hadoop.log.dir/,STOPPED} 2024-12-03T18:33:44,454 WARN [BP-434556852-172.17.0.3-1733250782983 heartbeating to localhost/127.0.0.1:39967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:33:44,454 WARN [BP-434556852-172.17.0.3-1733250782983 heartbeating to localhost/127.0.0.1:39967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-434556852-172.17.0.3-1733250782983 (Datanode Uuid dac13044-e12d-42cf-9148-47e229f07cec) service to localhost/127.0.0.1:39967 2024-12-03T18:33:44,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/cluster_e195449f-faa1-4dc0-c9a6-c8dc712fd074/data/data1/current/BP-434556852-172.17.0.3-1733250782983 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:33:44,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/cluster_e195449f-faa1-4dc0-c9a6-c8dc712fd074/data/data2/current/BP-434556852-172.17.0.3-1733250782983 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:33:44,455 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:33:44,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:33:44,455 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:33:44,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b4ba6ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:33:44,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51434c40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:33:44,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:33:44,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@581e662d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:33:44,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25f2316d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8402dc9-5243-aec2-adf4-43fe2080aa26/hadoop.log.dir/,STOPPED} 2024-12-03T18:33:44,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:33:44,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:33:44,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:33:44,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:44,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:44,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:44,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:44,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:33:44,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=260963810, stopped=false 2024-12-03T18:33:44,473 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,43695,1733250778841 2024-12-03T18:33:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0308868759/running 2024-12-03T18:33:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0308868759/running 2024-12-03T18:33:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:44,492 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:33:44,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Set watcher on znode that does not yet exist, /0308868759/running 2024-12-03T18:33:44,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:33:44,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:44,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:44,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Set watcher on znode that does not yet exist, /0308868759/running 2024-12-03T18:33:44,493 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,42985,1733250779367' ***** 2024-12-03T18:33:44,493 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:33:44,493 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bacd82d60f31939d35050d76934cc02 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(3091): Received CLOSE for bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:42985. 2024-12-03T18:33:44,493 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bacd82d60f31939d35050d76934cc02, disabling compactions & flushes 2024-12-03T18:33:44,493 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. 2024-12-03T18:33:44,493 DEBUG [RS:0;5cd6afc4bcac:42985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:44,493 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. 2024-12-03T18:33:44,493 DEBUG [RS:0;5cd6afc4bcac:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:44,493 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. after waiting 0 ms 2024-12-03T18:33:44,493 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:33:44,493 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bacd82d60f31939d35050d76934cc02 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-03T18:33:44,493 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T18:33:44,493 DEBUG [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1325): Online Regions={0bacd82d60f31939d35050d76934cc02=hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02., 1588230740=hbase:meta,,1.1588230740, bf878aac4424c0746df2347789e42e41=test,,1733250794890.bf878aac4424c0746df2347789e42e41.} 2024-12-03T18:33:44,494 DEBUG [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1351): Waiting on 0bacd82d60f31939d35050d76934cc02, 1588230740, bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:44,494 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:33:44,494 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:33:44,494 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:33:44,494 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:33:44,494 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:33:44,494 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T18:33:44,518 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/.tmp/info/0e7b206b97874088bfcc4b6bee0adc73 is 147, key is hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02./info:regioninfo/1733250800910/Put/seqid=0 2024-12-03T18:33:44,518 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/replication/0bacd82d60f31939d35050d76934cc02/.tmp/queue/1744503ce54a4def8709da196a00c9cd is 154, key is 1-5cd6afc4bcac,42985,1733250779367/queue:5cd6afc4bcac%2C42985%2C1733250779367/1733250815813/Put/seqid=0 2024-12-03T18:33:44,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741840_1016 (size=5353) 2024-12-03T18:33:44,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741841_1017 (size=7686) 2024-12-03T18:33:44,527 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:33:44,694 DEBUG [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1351): Waiting on 0bacd82d60f31939d35050d76934cc02, 1588230740, bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:44,894 DEBUG [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1351): Waiting on 0bacd82d60f31939d35050d76934cc02, 1588230740, bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:44,925 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/.tmp/info/0e7b206b97874088bfcc4b6bee0adc73 2024-12-03T18:33:44,925 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/replication/0bacd82d60f31939d35050d76934cc02/.tmp/queue/1744503ce54a4def8709da196a00c9cd 2024-12-03T18:33:44,935 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/replication/0bacd82d60f31939d35050d76934cc02/.tmp/queue/1744503ce54a4def8709da196a00c9cd as hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/replication/0bacd82d60f31939d35050d76934cc02/queue/1744503ce54a4def8709da196a00c9cd 2024-12-03T18:33:44,940 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/replication/0bacd82d60f31939d35050d76934cc02/queue/1744503ce54a4def8709da196a00c9cd, entries=1, sequenceid=14, filesize=5.2 K 2024-12-03T18:33:44,941 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0bacd82d60f31939d35050d76934cc02 in 447ms, sequenceid=14, compaction requested=false 2024-12-03T18:33:44,941 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T18:33:44,952 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/.tmp/ns/c116677a3a7d4ace93dfe496c4e3d840 is 43, key is default/ns:d/1733250782751/Put/seqid=0 2024-12-03T18:33:44,952 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/replication/0bacd82d60f31939d35050d76934cc02/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-03T18:33:44,953 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:33:44,953 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:33:44,953 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. 2024-12-03T18:33:44,953 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bacd82d60f31939d35050d76934cc02: Waiting for close lock at 1733250824493Running coprocessor pre-close hooks at 1733250824493Disabling compacts and flushes for region at 1733250824493Disabling writes for close at 1733250824493Obtaining lock to block concurrent updates at 1733250824493Preparing flush snapshotting stores in 0bacd82d60f31939d35050d76934cc02 at 1733250824493Finished memstore snapshotting hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733250824494 (+1 ms)Flushing stores of hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. at 1733250824494Flushing 0bacd82d60f31939d35050d76934cc02/queue: creating writer at 1733250824494Flushing 0bacd82d60f31939d35050d76934cc02/queue: appending metadata at 1733250824518 (+24 ms)Flushing 0bacd82d60f31939d35050d76934cc02/queue: closing flushed file at 1733250824518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f8dab0: reopening flushed file at 1733250824930 (+412 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0bacd82d60f31939d35050d76934cc02 in 447ms, sequenceid=14, compaction requested=false at 1733250824941 (+11 ms)Writing region close event to WAL at 1733250824942 (+1 ms)Running coprocessor post-close hooks at 1733250824953 (+11 ms)Closed at 1733250824953 2024-12-03T18:33:44,954 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250799887.0bacd82d60f31939d35050d76934cc02. 2024-12-03T18:33:44,954 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf878aac4424c0746df2347789e42e41, disabling compactions & flushes 2024-12-03T18:33:44,954 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250794890.bf878aac4424c0746df2347789e42e41. 2024-12-03T18:33:44,954 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250794890.bf878aac4424c0746df2347789e42e41. 2024-12-03T18:33:44,954 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250794890.bf878aac4424c0746df2347789e42e41. after waiting 0 ms 2024-12-03T18:33:44,954 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250794890.bf878aac4424c0746df2347789e42e41. 2024-12-03T18:33:44,954 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bf878aac4424c0746df2347789e42e41 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-03T18:33:44,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:33:44,955 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/.tmp/ns/c116677a3a7d4ace93dfe496c4e3d840 2024-12-03T18:33:44,968 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/.tmp/f/f80dac9242434276a37e8d189ae3a574 is 37, key is row3/f:row3/1733250814252/Put/seqid=0 2024-12-03T18:33:44,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741843_1019 (size=5228) 2024-12-03T18:33:44,971 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/.tmp/f/f80dac9242434276a37e8d189ae3a574 2024-12-03T18:33:44,976 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f80dac9242434276a37e8d189ae3a574 2024-12-03T18:33:44,983 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/.tmp/rep_barrier/54b26807855a4e92b282697918aba919 is 112, key is test,,1733250794890.bf878aac4424c0746df2347789e42e41./rep_barrier:seqnumDuringOpen/1733250796181/Put/seqid=0 2024-12-03T18:33:44,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741844_1020 (size=5518) 2024-12-03T18:33:44,996 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/.tmp/rep_barrier/54b26807855a4e92b282697918aba919 2024-12-03T18:33:44,997 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/.tmp/f1/b4fa39f0b85d489e8ddca6ed2ab5aabe is 30, key is row1/f1:/1733250811546/DeleteFamily/seqid=0 2024-12-03T18:33:45,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741845_1021 (size=5158) 2024-12-03T18:33:45,013 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1496, reset compression=false 2024-12-03T18:33:45,015 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/.tmp/table/52ab5e471212469cbea1261996d956fb is 53, key is hbase:replication/table:state/1733250800934/Put/seqid=0 2024-12-03T18:33:45,017 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:45,017 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1743, reset compression=false 2024-12-03T18:33:45,017 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,42985,1733250779367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:33:45,018 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5cd6afc4bcac,42985,1733250779367: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5cd6afc4bcac,42985,1733250779367, walGroup=5cd6afc4bcac%2C42985%2C1733250779367, offset=5cd6afc4bcac%2C42985%2C1733250779367.1733250781460:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:42985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T18:33:45,019 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T18:33:45,019 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T18:33:45,019 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T18:33:45,020 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T18:33:45,020 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T18:33:45,020 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1224736768, "init": 1048576000, "max": 2306867200, "used": 748959232 }, "NonHeapMemoryUsage": { "committed": 203423744, "init": 7667712, "max": -1, "used": 200298688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T18:33:45,020 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:43695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:43695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T18:33:45,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741846_1022 (size=5308) 2024-12-03T18:33:45,098 DEBUG [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:45,229 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1743, reset compression=false 2024-12-03T18:33:45,299 DEBUG [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf878aac4424c0746df2347789e42e41 2024-12-03T18:33:45,379 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:33:45,379 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:33:45,406 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/.tmp/f1/b4fa39f0b85d489e8ddca6ed2ab5aabe 2024-12-03T18:33:45,418 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4fa39f0b85d489e8ddca6ed2ab5aabe 2024-12-03T18:33:45,424 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/.tmp/table/52ab5e471212469cbea1261996d956fb 2024-12-03T18:33:45,428 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/.tmp/info/0e7b206b97874088bfcc4b6bee0adc73 as hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/info/0e7b206b97874088bfcc4b6bee0adc73 2024-12-03T18:33:45,432 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/info/0e7b206b97874088bfcc4b6bee0adc73, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T18:33:45,433 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/.tmp/ns/c116677a3a7d4ace93dfe496c4e3d840 as hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/ns/c116677a3a7d4ace93dfe496c4e3d840 2024-12-03T18:33:45,438 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/ns/c116677a3a7d4ace93dfe496c4e3d840, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T18:33:45,438 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/.tmp/norep/78d22b8059a342e8b1a75328664e9686 is 32, key is row/norep:/1733250810535/DeleteFamily/seqid=0 2024-12-03T18:33:45,439 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/.tmp/rep_barrier/54b26807855a4e92b282697918aba919 as hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/rep_barrier/54b26807855a4e92b282697918aba919 2024-12-03T18:33:45,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741847_1023 (size=5101) 2024-12-03T18:33:45,447 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/.tmp/norep/78d22b8059a342e8b1a75328664e9686 2024-12-03T18:33:45,450 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/rep_barrier/54b26807855a4e92b282697918aba919, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T18:33:45,451 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/.tmp/table/52ab5e471212469cbea1261996d956fb as hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/table/52ab5e471212469cbea1261996d956fb 2024-12-03T18:33:45,452 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78d22b8059a342e8b1a75328664e9686 2024-12-03T18:33:45,453 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/.tmp/f/f80dac9242434276a37e8d189ae3a574 as hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/f/f80dac9242434276a37e8d189ae3a574 2024-12-03T18:33:45,460 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/table/52ab5e471212469cbea1261996d956fb, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T18:33:45,460 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f80dac9242434276a37e8d189ae3a574 2024-12-03T18:33:45,460 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/f/f80dac9242434276a37e8d189ae3a574, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T18:33:45,461 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 966ms, sequenceid=16, compaction requested=false 2024-12-03T18:33:45,461 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:33:45,461 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/.tmp/f1/b4fa39f0b85d489e8ddca6ed2ab5aabe as hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/f1/b4fa39f0b85d489e8ddca6ed2ab5aabe 2024-12-03T18:33:45,465 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T18:33:45,465 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4fa39f0b85d489e8ddca6ed2ab5aabe 2024-12-03T18:33:45,465 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/f1/b4fa39f0b85d489e8ddca6ed2ab5aabe, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T18:33:45,465 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:33:45,466 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:33:45,466 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:33:45,466 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250824494Running coprocessor pre-close hooks at 1733250824494Disabling compacts and flushes for region at 1733250824494Disabling writes for close at 1733250824494Obtaining lock to block concurrent updates at 1733250824494Preparing flush snapshotting stores in 1588230740 at 1733250824494Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733250824494Flushing stores of hbase:meta,,1.1588230740 at 1733250824494Flushing 1588230740/info: creating writer at 1733250824494Flushing 1588230740/info: appending metadata at 1733250824518 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733250824518Flushing 1588230740/ns: creating writer at 1733250824930 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733250824951 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733250824951Flushing 1588230740/rep_barrier: creating writer at 1733250824959 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250824982 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250824982Flushing 1588230740/table: creating writer at 1733250825000 (+18 ms)Flushing 1588230740/table: appending metadata at 1733250825015 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733250825015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b330ec: reopening flushed file at 1733250825428 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ae119: reopening flushed file at 1733250825433 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c104ac: reopening flushed file at 1733250825438 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5949f7: reopening flushed file at 1733250825450 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 966ms, sequenceid=16, compaction requested=false at 1733250825461 (+11 ms)Writing region close event to WAL at 1733250825463 (+2 ms)Running coprocessor post-close hooks at 1733250825465 (+2 ms)Closed at 1733250825466 (+1 ms) 2024-12-03T18:33:45,466 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:33:45,466 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/.tmp/norep/78d22b8059a342e8b1a75328664e9686 as hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/norep/78d22b8059a342e8b1a75328664e9686 2024-12-03T18:33:45,470 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78d22b8059a342e8b1a75328664e9686 2024-12-03T18:33:45,470 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/norep/78d22b8059a342e8b1a75328664e9686, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T18:33:45,471 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bf878aac4424c0746df2347789e42e41 in 517ms, sequenceid=12, compaction requested=false 2024-12-03T18:33:45,471 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T18:33:45,475 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/data/default/test/bf878aac4424c0746df2347789e42e41/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T18:33:45,475 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:33:45,475 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:33:45,475 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250794890.bf878aac4424c0746df2347789e42e41. 2024-12-03T18:33:45,476 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf878aac4424c0746df2347789e42e41: Waiting for close lock at 1733250824954Running coprocessor pre-close hooks at 1733250824954Disabling compacts and flushes for region at 1733250824954Disabling writes for close at 1733250824954Obtaining lock to block concurrent updates at 1733250824954Preparing flush snapshotting stores in bf878aac4424c0746df2347789e42e41 at 1733250824954Finished memstore snapshotting test,,1733250794890.bf878aac4424c0746df2347789e42e41., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733250824954Flushing stores of test,,1733250794890.bf878aac4424c0746df2347789e42e41. at 1733250824955 (+1 ms)Flushing bf878aac4424c0746df2347789e42e41/f: creating writer at 1733250824955Flushing bf878aac4424c0746df2347789e42e41/f: appending metadata at 1733250824968 (+13 ms)Flushing bf878aac4424c0746df2347789e42e41/f: closing flushed file at 1733250824968Flushing bf878aac4424c0746df2347789e42e41/f1: creating writer at 1733250824977 (+9 ms)Flushing bf878aac4424c0746df2347789e42e41/f1: appending metadata at 1733250824996 (+19 ms)Flushing bf878aac4424c0746df2347789e42e41/f1: closing flushed file at 1733250824996Flushing bf878aac4424c0746df2347789e42e41/norep: creating writer at 1733250825418 (+422 ms)Flushing bf878aac4424c0746df2347789e42e41/norep: appending metadata at 1733250825438 (+20 ms)Flushing bf878aac4424c0746df2347789e42e41/norep: closing flushed file at 1733250825438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42452c4f: reopening flushed file at 1733250825452 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a15923: reopening flushed file at 1733250825460 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bfd0066: reopening flushed file at 1733250825465 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bf878aac4424c0746df2347789e42e41 in 517ms, sequenceid=12, compaction requested=false at 1733250825471 (+6 ms)Writing region close event to WAL at 1733250825472 (+1 ms)Running coprocessor post-close hooks at 1733250825475 (+3 ms)Closed at 1733250825475 2024-12-03T18:33:45,476 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250794890.bf878aac4424c0746df2347789e42e41. 2024-12-03T18:33:45,499 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,42985,1733250779367; all regions closed. 2024-12-03T18:33:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741834_1010 (size=4239) 2024-12-03T18:33:45,501 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.meta.1733250782516.meta not finished, retry = 0 2024-12-03T18:33:45,535 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 1743, reset compression=false 2024-12-03T18:33:45,545 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:33:45,545 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.wal-reader.5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.1733250781460 to pos 2387, reset compression=false 2024-12-03T18:33:45,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/WALs/5cd6afc4bcac,42985,1733250779367/5cd6afc4bcac%2C42985%2C1733250779367.rep.1733250800766 not finished, retry = 0 2024-12-03T18:33:45,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741839_1015 (size=3552) 2024-12-03T18:33:45,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741832_1008 (size=2395) 2024-12-03T18:33:45,707 DEBUG [RS:0;5cd6afc4bcac:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:45,707 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:33:45,708 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:33:45,708 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:33:45,708 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:33:45,708 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:33:45,708 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,42985,1733250779367 because: Region server is closing 2024-12-03T18:33:45,708 INFO [RS:0;5cd6afc4bcac:42985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:42985. 2024-12-03T18:33:45,708 DEBUG [RS:0;5cd6afc4bcac:42985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:45,708 DEBUG [RS:0;5cd6afc4bcac:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:45,709 DEBUG [RS:0;5cd6afc4bcac:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:45,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:45,809 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,42985,1733250779367.replicationSource.shipper5cd6afc4bcac%2C42985%2C1733250779367,1-5cd6afc4bcac,42985,1733250779367 terminated 2024-12-03T18:33:45,809 INFO [RS:0;5cd6afc4bcac:42985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:42985. 2024-12-03T18:33:45,809 DEBUG [RS:0;5cd6afc4bcac:42985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:33:45,809 DEBUG [RS:0;5cd6afc4bcac:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:45,809 DEBUG [RS:0;5cd6afc4bcac:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:45,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:33:45,809 INFO [RS:0;5cd6afc4bcac:42985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42985 2024-12-03T18:33:45,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759/rs 2024-12-03T18:33:45,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0308868759/rs/5cd6afc4bcac,42985,1733250779367 2024-12-03T18:33:45,862 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:33:45,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,42985,1733250779367] 2024-12-03T18:33:45,900 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0308868759/draining/5cd6afc4bcac,42985,1733250779367 already deleted, retry=false 2024-12-03T18:33:45,900 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,42985,1733250779367 expired; onlineServers=0 2024-12-03T18:33:45,900 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,43695,1733250778841' ***** 2024-12-03T18:33:45,900 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:33:45,900 INFO [M:0;5cd6afc4bcac:43695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:33:45,900 INFO [M:0;5cd6afc4bcac:43695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:33:45,900 DEBUG [M:0;5cd6afc4bcac:43695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:33:45,900 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:33:45,900 DEBUG [M:0;5cd6afc4bcac:43695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:33:45,900 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250781192 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250781192,5,FailOnTimeoutGroup] 2024-12-03T18:33:45,900 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250781198 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250781198,5,FailOnTimeoutGroup] 2024-12-03T18:33:45,900 INFO [M:0;5cd6afc4bcac:43695 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:33:45,900 INFO [M:0;5cd6afc4bcac:43695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:33:45,900 DEBUG [M:0;5cd6afc4bcac:43695 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:33:45,901 INFO [M:0;5cd6afc4bcac:43695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:33:45,901 INFO [M:0;5cd6afc4bcac:43695 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:33:45,901 ERROR [M:0;5cd6afc4bcac:43695 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33955,5,PEWorkerGroup] 2024-12-03T18:33:45,901 INFO [M:0;5cd6afc4bcac:43695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:33:45,901 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:33:45,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0308868759/master 2024-12-03T18:33:45,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0308868759 2024-12-03T18:33:45,908 DEBUG [M:0;5cd6afc4bcac:43695 {}] zookeeper.ZKUtil(347): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Unable to get data of znode /0308868759/master because node does not exist (not an error) 2024-12-03T18:33:45,908 WARN [M:0;5cd6afc4bcac:43695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:33:45,909 INFO [M:0;5cd6afc4bcac:43695 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/.lastflushedseqids 2024-12-03T18:33:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741848_1024 (size=245) 2024-12-03T18:33:45,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:33:45,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x1019dc18d250001, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:33:45,992 INFO [RS:0;5cd6afc4bcac:42985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:33:45,993 INFO [RS:0;5cd6afc4bcac:42985 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,42985,1733250779367; zookeeper connection closed. 2024-12-03T18:33:45,993 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5395855a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5395855a 2024-12-03T18:33:45,994 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:33:46,327 INFO [M:0;5cd6afc4bcac:43695 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:33:46,327 INFO [M:0;5cd6afc4bcac:43695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:33:46,327 DEBUG [M:0;5cd6afc4bcac:43695 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:33:46,327 INFO [M:0;5cd6afc4bcac:43695 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:46,327 DEBUG [M:0;5cd6afc4bcac:43695 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:46,327 DEBUG [M:0;5cd6afc4bcac:43695 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:33:46,327 DEBUG [M:0;5cd6afc4bcac:43695 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:46,327 INFO [M:0;5cd6afc4bcac:43695 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-03T18:33:46,380 DEBUG [M:0;5cd6afc4bcac:43695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ad1422c01ed433f91f77d6cedebd64e is 82, key is hbase:meta,,1/info:regioninfo/1733250782661/Put/seqid=0 2024-12-03T18:33:46,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741849_1025 (size=5672) 2024-12-03T18:33:46,445 INFO [M:0;5cd6afc4bcac:43695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ad1422c01ed433f91f77d6cedebd64e 2024-12-03T18:33:46,503 DEBUG [M:0;5cd6afc4bcac:43695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8b750c4b0d2420db41182175c40dd03 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733250796211/Put/seqid=0 2024-12-03T18:33:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741850_1026 (size=7219) 2024-12-03T18:33:46,948 INFO [M:0;5cd6afc4bcac:43695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8b750c4b0d2420db41182175c40dd03 2024-12-03T18:33:46,955 INFO [M:0;5cd6afc4bcac:43695 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8b750c4b0d2420db41182175c40dd03 2024-12-03T18:33:46,990 DEBUG [M:0;5cd6afc4bcac:43695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f4ccb6fa8e6466f95bb3ec0a64119c2 is 69, key is 5cd6afc4bcac,42985,1733250779367/rs:state/1733250781226/Put/seqid=0 2024-12-03T18:33:47,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741851_1027 (size=5156) 2024-12-03T18:33:47,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:33:47,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:47,402 INFO [M:0;5cd6afc4bcac:43695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f4ccb6fa8e6466f95bb3ec0a64119c2 2024-12-03T18:33:47,421 DEBUG [M:0;5cd6afc4bcac:43695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ad1422c01ed433f91f77d6cedebd64e as hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ad1422c01ed433f91f77d6cedebd64e 2024-12-03T18:33:47,427 INFO [M:0;5cd6afc4bcac:43695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ad1422c01ed433f91f77d6cedebd64e, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T18:33:47,432 DEBUG [M:0;5cd6afc4bcac:43695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8b750c4b0d2420db41182175c40dd03 as hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8b750c4b0d2420db41182175c40dd03 2024-12-03T18:33:47,437 INFO [M:0;5cd6afc4bcac:43695 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8b750c4b0d2420db41182175c40dd03 2024-12-03T18:33:47,437 INFO [M:0;5cd6afc4bcac:43695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8b750c4b0d2420db41182175c40dd03, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T18:33:47,439 DEBUG [M:0;5cd6afc4bcac:43695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f4ccb6fa8e6466f95bb3ec0a64119c2 as hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f4ccb6fa8e6466f95bb3ec0a64119c2 2024-12-03T18:33:47,444 INFO [M:0;5cd6afc4bcac:43695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33955/user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f4ccb6fa8e6466f95bb3ec0a64119c2, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T18:33:47,455 INFO [M:0;5cd6afc4bcac:43695 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1127ms, sequenceid=105, compaction requested=false 2024-12-03T18:33:47,473 INFO [M:0;5cd6afc4bcac:43695 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:47,473 DEBUG [M:0;5cd6afc4bcac:43695 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250826327Disabling compacts and flushes for region at 1733250826327Disabling writes for close at 1733250826327Obtaining lock to block concurrent updates at 1733250826327Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250826327Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733250826328 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250826328Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250826328Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250826380 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250826380Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250826463 (+83 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250826498 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250826498Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250826955 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250826990 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250826990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@167a3c03: reopening flushed file at 1733250827417 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc85d94: reopening flushed file at 1733250827427 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f4e7c3d: reopening flushed file at 1733250827437 (+10 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1127ms, sequenceid=105, compaction requested=false at 1733250827455 (+18 ms)Writing region close event to WAL at 1733250827473 (+18 ms)Closed at 1733250827473 2024-12-03T18:33:47,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35183 is added to blk_1073741830_1006 (size=64435) 2024-12-03T18:33:47,490 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6d0f3c5-b970-2792-6762-04daf7236786/MasterData/WALs/5cd6afc4bcac,43695,1733250778841/5cd6afc4bcac%2C43695%2C1733250778841.1733250780664 not finished, retry = 0 2024-12-03T18:33:47,596 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:33:47,596 INFO [M:0;5cd6afc4bcac:43695 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:33:47,602 INFO [M:0;5cd6afc4bcac:43695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43695 2024-12-03T18:33:47,603 INFO [M:0;5cd6afc4bcac:43695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:33:47,750 INFO [M:0;5cd6afc4bcac:43695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:33:47,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:33:47,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1019dc18d250000, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:33:47,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31be7e2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:33:47,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e3df9f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:33:47,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:33:47,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de15888{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:33:47,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76d31998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/hadoop.log.dir/,STOPPED} 2024-12-03T18:33:47,754 WARN [BP-638421380-172.17.0.3-1733250775724 heartbeating to localhost/127.0.0.1:33955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:33:47,754 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:33:47,755 WARN [BP-638421380-172.17.0.3-1733250775724 heartbeating to localhost/127.0.0.1:33955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-638421380-172.17.0.3-1733250775724 (Datanode Uuid eec359c3-f461-426f-a8f3-39353c07b9ee) service to localhost/127.0.0.1:33955 2024-12-03T18:33:47,755 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:33:47,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/cluster_7deb057a-b94f-5c6a-ff09-16d40b2889a1/data/data1/current/BP-638421380-172.17.0.3-1733250775724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:33:47,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/cluster_7deb057a-b94f-5c6a-ff09-16d40b2889a1/data/data2/current/BP-638421380-172.17.0.3-1733250775724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:33:47,756 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:33:47,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ea8a3e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:33:47,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30d0bd14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:33:47,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:33:47,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56199b95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:33:47,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41288b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcfa6029-64cf-d542-204a-a592d63f2b4b/hadoop.log.dir/,STOPPED} 2024-12-03T18:33:47,772 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:33:47,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:33:47,797 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 263) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54523) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:39967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:33955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:33955 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54523) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54523) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:39967 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:34041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:34041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:39967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:33955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:34041 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 658) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1109 (was 878) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=940 (was 1746) 2024-12-03T18:33:47,809 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=1109, ProcessCount=11, AvailableMemoryMB=943 2024-12-03T18:33:47,827 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-03T18:33:47,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/hadoop.log.dir so I do NOT create it in target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f 2024-12-03T18:33:47,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:33:47,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/hadoop.tmp.dir so I do NOT create it in target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f 2024-12-03T18:33:47,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39187861-694b-710f-30bf-8a0c16dd5e4d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:33:47,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f 2024-12-03T18:33:47,828 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/cluster_54ab95cd-7445-a1f8-fb39-8aea219c9ac1, deleteOnExit=true 2024-12-03T18:33:47,847 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/cluster_54ab95cd-7445-a1f8-fb39-8aea219c9ac1/zookeeper_0, clientPort=64687, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/cluster_54ab95cd-7445-a1f8-fb39-8aea219c9ac1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/cluster_54ab95cd-7445-a1f8-fb39-8aea219c9ac1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:33:47,851 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64687 2024-12-03T18:33:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:33:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:33:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/test.cache.data in system properties and HBase conf 2024-12-03T18:33:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:33:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:33:47,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:33:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:33:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:33:47,852 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:33:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:33:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:33:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:33:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:33:47,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:33:47,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:33:47,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:33:47,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:33:47,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:33:47,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:33:47,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:33:47,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:33:47,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:33:47,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:33:47,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019dc18d250008, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:33:47,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019dc18d250002, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:33:47,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019dc18d250002, quorum=127.0.0.1:54523, baseZNode=/0308868759 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:33:47,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019dc18d250008, quorum=127.0.0.1:54523, baseZNode=/2-1563299660 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:33:47,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019dc18d250005, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:33:47,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019dc18d250005, quorum=127.0.0.1:54523, baseZNode=/1782807255 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:33:48,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:33:48,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:33:48,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:33:48,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:33:48,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:33:48,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:33:48,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b6dcfaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:33:48,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a4a941f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:33:48,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@208373a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/java.io.tmpdir/jetty-localhost-41755-hadoop-hdfs-3_4_1-tests_jar-_-any-4332240220641467480/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:33:48,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e862c61{HTTP/1.1, (http/1.1)}{localhost:41755} 2024-12-03T18:33:48,314 INFO [Time-limited test {}] server.Server(415): Started @282325ms 2024-12-03T18:33:48,569 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:33:48,569 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:33:48,570 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88587 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:33:48,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:33:48,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:33:48,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:33:48,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:33:48,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:33:48,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f71ff96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:33:48,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2432189b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:33:48,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@672da220{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/java.io.tmpdir/jetty-localhost-44417-hadoop-hdfs-3_4_1-tests_jar-_-any-1673741968844845590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:33:48,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@707ac9fe{HTTP/1.1, (http/1.1)}{localhost:44417} 2024-12-03T18:33:48,885 INFO [Time-limited test {}] server.Server(415): Started @282897ms 2024-12-03T18:33:48,888 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:33:49,677 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/cluster_54ab95cd-7445-a1f8-fb39-8aea219c9ac1/data/data1/current/BP-951928763-172.17.0.3-1733250827881/current, will proceed with Du for space computation calculation, 2024-12-03T18:33:49,677 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/cluster_54ab95cd-7445-a1f8-fb39-8aea219c9ac1/data/data2/current/BP-951928763-172.17.0.3-1733250827881/current, will proceed with Du for space computation calculation, 2024-12-03T18:33:49,719 WARN [Thread-3415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:33:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1068d8faa9679eb2 with lease ID 0xadab717b5c0d82cf: Processing first storage report for DS-a123d6e6-ff48-49ed-97e9-8591d256b136 from datanode DatanodeRegistration(127.0.0.1:44599, datanodeUuid=a81cf082-c141-4c32-83a7-ff2cd1ee6ebd, infoPort=38329, infoSecurePort=0, ipcPort=37549, storageInfo=lv=-57;cid=testClusterID;nsid=408559012;c=1733250827881) 2024-12-03T18:33:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1068d8faa9679eb2 with lease ID 0xadab717b5c0d82cf: from storage DS-a123d6e6-ff48-49ed-97e9-8591d256b136 node DatanodeRegistration(127.0.0.1:44599, datanodeUuid=a81cf082-c141-4c32-83a7-ff2cd1ee6ebd, infoPort=38329, infoSecurePort=0, ipcPort=37549, storageInfo=lv=-57;cid=testClusterID;nsid=408559012;c=1733250827881), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:33:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1068d8faa9679eb2 with lease ID 0xadab717b5c0d82cf: Processing first storage report for DS-31640558-a0e6-46b2-92c4-d6ef00dc4c1f from datanode DatanodeRegistration(127.0.0.1:44599, datanodeUuid=a81cf082-c141-4c32-83a7-ff2cd1ee6ebd, infoPort=38329, infoSecurePort=0, ipcPort=37549, storageInfo=lv=-57;cid=testClusterID;nsid=408559012;c=1733250827881) 2024-12-03T18:33:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1068d8faa9679eb2 with lease ID 0xadab717b5c0d82cf: from storage DS-31640558-a0e6-46b2-92c4-d6ef00dc4c1f node DatanodeRegistration(127.0.0.1:44599, datanodeUuid=a81cf082-c141-4c32-83a7-ff2cd1ee6ebd, infoPort=38329, infoSecurePort=0, ipcPort=37549, storageInfo=lv=-57;cid=testClusterID;nsid=408559012;c=1733250827881), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:33:49,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f 2024-12-03T18:33:49,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:49,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:49,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:33:49,814 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731 with version=8 2024-12-03T18:33:49,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/hbase-staging 2024-12-03T18:33:49,816 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:33:49,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:49,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:49,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:33:49,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:49,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:33:49,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:33:49,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:33:49,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37401 2024-12-03T18:33:49,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37401 connecting to ZooKeeper ensemble=127.0.0.1:64687 2024-12-03T18:33:49,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374010x0, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:33:49,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37401-0x1019dc258fc0000 connected 2024-12-03T18:33:50,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:50,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:50,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Set watcher on znode that does not yet exist, /0842082335/running 2024-12-03T18:33:50,076 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731, hbase.cluster.distributed=false 2024-12-03T18:33:50,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Set watcher on znode that does not yet exist, /0842082335/acl 2024-12-03T18:33:50,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37401 2024-12-03T18:33:50,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37401 2024-12-03T18:33:50,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37401 2024-12-03T18:33:50,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37401 2024-12-03T18:33:50,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37401 2024-12-03T18:33:50,194 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:33:50,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:50,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:50,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:33:50,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:50,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:33:50,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:33:50,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:33:50,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40805 2024-12-03T18:33:50,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40805 connecting to ZooKeeper ensemble=127.0.0.1:64687 2024-12-03T18:33:50,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:50,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:50,221 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408050x0, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:33:50,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408050x0, quorum=127.0.0.1:64687, baseZNode=/0842082335 Set watcher on znode that does not yet exist, /0842082335/running 2024-12-03T18:33:50,222 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:33:50,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40805-0x1019dc258fc0001 connected 2024-12-03T18:33:50,247 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:33:50,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Set watcher on znode that does not yet exist, /0842082335/master 2024-12-03T18:33:50,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Set watcher on znode that does not yet exist, /0842082335/acl 2024-12-03T18:33:50,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40805 2024-12-03T18:33:50,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40805 2024-12-03T18:33:50,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40805 2024-12-03T18:33:50,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40805 2024-12-03T18:33:50,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40805 2024-12-03T18:33:50,349 DEBUG [M:0;5cd6afc4bcac:37401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:37401 2024-12-03T18:33:50,350 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0842082335/backup-masters/5cd6afc4bcac,37401,1733250829816 2024-12-03T18:33:50,382 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335/backup-masters 2024-12-03T18:33:50,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335/backup-masters 2024-12-03T18:33:50,390 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Set watcher on existing znode=/0842082335/backup-masters/5cd6afc4bcac,37401,1733250829816 2024-12-03T18:33:50,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:33:50,396 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0842082335/master 2024-12-03T18:33:50,396 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:33:50,410 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Set watcher on existing znode=/0842082335/master 2024-12-03T18:33:50,411 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0842082335/backup-masters/5cd6afc4bcac,37401,1733250829816 from backup master directory 2024-12-03T18:33:50,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0842082335/backup-masters/5cd6afc4bcac,37401,1733250829816 2024-12-03T18:33:50,421 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335/backup-masters 2024-12-03T18:33:50,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335/backup-masters 2024-12-03T18:33:50,421 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:33:50,421 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,37401,1733250829816 2024-12-03T18:33:50,445 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/hbase.id] with ID: f5e00ce1-2d56-474f-9c1a-7c3783d83206 2024-12-03T18:33:50,445 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/.tmp/hbase.id 2024-12-03T18:33:50,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:33:50,917 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/.tmp/hbase.id]:[hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/hbase.id] 2024-12-03T18:33:50,950 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:50,950 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:33:50,951 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:33:51,007 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:33:51,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:33:51,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:33:51,468 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:33:51,469 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:33:51,486 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:51,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:33:51,935 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store 2024-12-03T18:33:52,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:33:52,030 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:52,031 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:33:52,031 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:52,031 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:52,031 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:33:52,031 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:52,031 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:52,031 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250832030Disabling compacts and flushes for region at 1733250832030Disabling writes for close at 1733250832031 (+1 ms)Writing region close event to WAL at 1733250832031Closed at 1733250832031 2024-12-03T18:33:52,031 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/.initializing 2024-12-03T18:33:52,031 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/WALs/5cd6afc4bcac,37401,1733250829816 2024-12-03T18:33:52,032 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:33:52,033 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C37401%2C1733250829816, suffix=, logDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/WALs/5cd6afc4bcac,37401,1733250829816, archiveDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/oldWALs, maxLogs=10 2024-12-03T18:33:52,051 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/WALs/5cd6afc4bcac,37401,1733250829816/5cd6afc4bcac%2C37401%2C1733250829816.1733250832033, exclude list is [], retry=0 2024-12-03T18:33:52,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44599,DS-a123d6e6-ff48-49ed-97e9-8591d256b136,DISK] 2024-12-03T18:33:52,087 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/WALs/5cd6afc4bcac,37401,1733250829816/5cd6afc4bcac%2C37401%2C1733250829816.1733250832033 2024-12-03T18:33:52,091 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329)] 2024-12-03T18:33:52,091 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:52,091 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:52,091 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:52,091 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:52,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:52,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:33:52,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:52,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:52,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:52,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:33:52,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:52,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:52,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:52,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:33:52,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:52,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:52,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:52,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:33:52,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:52,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:52,110 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:52,110 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:52,111 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:52,112 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:52,112 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:52,112 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:52,113 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:52,123 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:52,130 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71706369, jitterRate=0.06850816309452057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:52,131 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250832091Initializing all the Stores at 1733250832092 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250832092Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250832099 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250832099Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250832099Cleaning up temporary data from old regions at 1733250832112 (+13 ms)Region opened successfully at 1733250832131 (+19 ms) 2024-12-03T18:33:52,134 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:33:52,147 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430c1bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:33:52,151 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:33:52,151 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:33:52,151 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:33:52,151 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:33:52,154 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-03T18:33:52,155 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:33:52,155 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:33:52,159 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:33:52,162 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Unable to get data of znode /0842082335/balancer because node does not exist (not necessarily an error) 2024-12-03T18:33:52,214 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0842082335/balancer already deleted, retry=false 2024-12-03T18:33:52,215 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:33:52,223 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Unable to get data of znode /0842082335/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:33:52,282 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0842082335/normalizer already deleted, retry=false 2024-12-03T18:33:52,283 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:33:52,303 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Unable to get data of znode /0842082335/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:33:52,351 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0842082335/switch/split already deleted, retry=false 2024-12-03T18:33:52,359 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Unable to get data of znode /0842082335/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:33:52,413 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0842082335/switch/merge already deleted, retry=false 2024-12-03T18:33:52,420 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Unable to get data of znode /0842082335/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:33:52,446 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0842082335/snapshot-cleanup already deleted, retry=false 2024-12-03T18:33:52,454 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0842082335/running 2024-12-03T18:33:52,454 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:33:52,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0842082335/running 2024-12-03T18:33:52,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:33:52,462 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,37401,1733250829816, sessionid=0x1019dc258fc0000, setting cluster-up flag (Was=false) 2024-12-03T18:33:52,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:33:52,520 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:33:52,606 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0842082335/flush-table-proc/acquired, /0842082335/flush-table-proc/reached, /0842082335/flush-table-proc/abort 2024-12-03T18:33:52,612 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,37401,1733250829816 2024-12-03T18:33:52,679 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:33:52,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:33:52,836 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0842082335/online-snapshot/acquired, /0842082335/online-snapshot/reached, /0842082335/online-snapshot/abort 2024-12-03T18:33:52,838 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,37401,1733250829816 2024-12-03T18:33:52,859 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:33:52,879 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:52,879 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:33:52,879 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:33:52,880 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,37401,1733250829816 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:33:52,881 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:52,881 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:52,881 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:52,881 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:33:52,881 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:33:52,881 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:52,881 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:33:52,881 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:52,899 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(746): ClusterId : f5e00ce1-2d56-474f-9c1a-7c3783d83206 2024-12-03T18:33:52,899 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:33:52,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250862919 2024-12-03T18:33:52,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:33:52,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:33:52,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:33:52,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:33:52,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:33:52,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:33:52,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:52,920 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:33:52,922 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:52,924 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:33:52,924 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:33:52,924 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:33:52,924 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:33:52,924 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:33:52,925 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:33:52,925 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250832925,5,FailOnTimeoutGroup] 2024-12-03T18:33:52,925 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250832925,5,FailOnTimeoutGroup] 2024-12-03T18:33:52,925 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:52,925 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:33:52,925 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:52,925 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:52,930 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:33:52,930 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:33:52,931 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:52,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:33:52,937 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:33:52,938 DEBUG [RS:0;5cd6afc4bcac:40805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb72f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:33:52,999 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:40805 2024-12-03T18:33:52,999 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:33:52,999 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:33:52,999 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:33:53,003 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,37401,1733250829816 with port=40805, startcode=1733250830193 2024-12-03T18:33:53,003 DEBUG [RS:0;5cd6afc4bcac:40805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:33:53,023 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:33:53,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,40805,1733250830193 2024-12-03T18:33:53,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37401 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,40805,1733250830193 2024-12-03T18:33:53,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:33:53,035 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731 2024-12-03T18:33:53,035 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40869 2024-12-03T18:33:53,035 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:33:53,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:33:53,050 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731 2024-12-03T18:33:53,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335/rs 2024-12-03T18:33:53,066 DEBUG [RS:0;5cd6afc4bcac:40805 {}] zookeeper.ZKUtil(111): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Set watcher on existing znode=/0842082335/rs/5cd6afc4bcac,40805,1733250830193 2024-12-03T18:33:53,066 WARN [RS:0;5cd6afc4bcac:40805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:33:53,066 INFO [RS:0;5cd6afc4bcac:40805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:53,066 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193 2024-12-03T18:33:53,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,40805,1733250830193] 2024-12-03T18:33:53,123 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:33:53,146 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:33:53,155 INFO [RS:0;5cd6afc4bcac:40805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:33:53,155 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,170 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:33:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:33:53,171 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:33:53,172 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:33:53,172 DEBUG [RS:0;5cd6afc4bcac:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:33:53,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:53,217 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,217 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,217 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,217 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,217 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,217 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,40805,1733250830193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:33:53,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:33:53,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:33:53,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:53,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:53,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:33:53,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:33:53,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:53,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:53,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:33:53,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:33:53,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:53,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:53,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:33:53,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:33:53,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:53,278 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:33:53,278 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,40805,1733250830193-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,278 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,278 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.Replication(171): 5cd6afc4bcac,40805,1733250830193 started 2024-12-03T18:33:53,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:53,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:33:53,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740 2024-12-03T18:33:53,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740 2024-12-03T18:33:53,308 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,308 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,40805,1733250830193, RpcServer on 5cd6afc4bcac/172.17.0.3:40805, sessionid=0x1019dc258fc0001 2024-12-03T18:33:53,308 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:33:53,308 DEBUG [RS:0;5cd6afc4bcac:40805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,40805,1733250830193 2024-12-03T18:33:53,308 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,40805,1733250830193' 2024-12-03T18:33:53,308 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0842082335/flush-table-proc/abort' 2024-12-03T18:33:53,309 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0842082335/flush-table-proc/acquired' 2024-12-03T18:33:53,309 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:33:53,309 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:33:53,309 DEBUG [RS:0;5cd6afc4bcac:40805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,40805,1733250830193 2024-12-03T18:33:53,309 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,40805,1733250830193' 2024-12-03T18:33:53,309 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0842082335/online-snapshot/abort' 2024-12-03T18:33:53,310 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0842082335/online-snapshot/acquired' 2024-12-03T18:33:53,310 DEBUG [RS:0;5cd6afc4bcac:40805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:33:53,310 INFO [RS:0;5cd6afc4bcac:40805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:33:53,310 INFO [RS:0;5cd6afc4bcac:40805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:33:53,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:33:53,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:33:53,318 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:53,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:33:53,339 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:53,339 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59858627, jitterRate=-0.10803695023059845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:53,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250833191Initializing all the Stores at 1733250833211 (+20 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250833211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250833237 (+26 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250833237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250833237Cleaning up temporary data from old regions at 1733250833310 (+73 ms)Region opened successfully at 1733250833340 (+30 ms) 2024-12-03T18:33:53,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:33:53,340 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:33:53,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:33:53,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:33:53,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:33:53,350 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:33:53,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250833340Disabling compacts and flushes for region at 1733250833340Disabling writes for close at 1733250833340Writing region close event to WAL at 1733250833350 (+10 ms)Closed at 1733250833350 2024-12-03T18:33:53,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:53,352 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:33:53,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:33:53,354 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:33:53,355 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:33:53,410 INFO [RS:0;5cd6afc4bcac:40805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:33:53,424 INFO [RS:0;5cd6afc4bcac:40805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C40805%2C1733250830193, suffix=, logDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193, archiveDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/oldWALs, maxLogs=10 2024-12-03T18:33:53,454 DEBUG [RS:0;5cd6afc4bcac:40805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433, exclude list is [], retry=0 2024-12-03T18:33:53,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44599,DS-a123d6e6-ff48-49ed-97e9-8591d256b136,DISK] 2024-12-03T18:33:53,495 INFO [RS:0;5cd6afc4bcac:40805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 2024-12-03T18:33:53,499 DEBUG [RS:0;5cd6afc4bcac:40805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329)] 2024-12-03T18:33:53,509 DEBUG [5cd6afc4bcac:37401 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:33:53,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,40805,1733250830193 2024-12-03T18:33:53,510 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,40805,1733250830193, state=OPENING 2024-12-03T18:33:53,553 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:33:53,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:33:53,562 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:33:53,562 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:33:53,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,40805,1733250830193}] 2024-12-03T18:33:53,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0842082335/meta-region-server: CHANGED 2024-12-03T18:33:53,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0842082335/meta-region-server: CHANGED 2024-12-03T18:33:53,730 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:33:53,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:33:53,756 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:33:53,756 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:53,756 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:33:53,762 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C40805%2C1733250830193.meta, suffix=.meta, logDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193, archiveDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/oldWALs, maxLogs=10 2024-12-03T18:33:53,821 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.meta.1733250833763.meta, exclude list is [], retry=0 2024-12-03T18:33:53,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44599,DS-a123d6e6-ff48-49ed-97e9-8591d256b136,DISK] 2024-12-03T18:33:53,839 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.meta.1733250833763.meta 2024-12-03T18:33:53,845 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329)] 2024-12-03T18:33:53,846 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:53,846 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:33:53,846 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:33:53,846 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:33:53,846 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:33:53,846 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:33:53,846 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:53,846 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:33:53,846 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:33:53,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:33:53,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:33:53,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:53,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:53,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:33:53,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:33:53,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:53,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:53,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:33:53,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:33:53,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:53,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:53,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:33:53,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:33:53,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:53,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:53,880 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:33:53,881 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740 2024-12-03T18:33:53,882 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740 2024-12-03T18:33:53,882 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:33:53,883 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:33:53,883 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:53,884 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:33:53,885 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67786074, jitterRate=0.010091215372085571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:53,885 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:33:53,885 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250833847Writing region info on filesystem at 1733250833847Initializing all the Stores at 1733250833847Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250833847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250833873 (+26 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250833873Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250833873Cleaning up temporary data from old regions at 1733250833883 (+10 ms)Running coprocessor post-open hooks at 1733250833885 (+2 ms)Region opened successfully at 1733250833885 2024-12-03T18:33:53,886 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250833730 2024-12-03T18:33:53,888 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:33:53,889 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:33:53,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,40805,1733250830193 2024-12-03T18:33:53,892 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,40805,1733250830193, state=OPEN 2024-12-03T18:33:53,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0842082335/meta-region-server 2024-12-03T18:33:53,942 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0842082335/meta-region-server 2024-12-03T18:33:53,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0842082335/meta-region-server: CHANGED 2024-12-03T18:33:53,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0842082335/meta-region-server: CHANGED 2024-12-03T18:33:53,942 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,40805,1733250830193 2024-12-03T18:33:53,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:33:53,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,40805,1733250830193 in 380 msec 2024-12-03T18:33:53,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:33:53,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 592 msec 2024-12-03T18:33:53,949 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:33:53,949 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:33:53,951 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:53,951 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,40805,1733250830193, seqNum=-1] 2024-12-03T18:33:53,951 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:53,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:33:53,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0870 sec 2024-12-03T18:33:53,964 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250833964, completionTime=-1 2024-12-03T18:33:53,964 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:33:53,964 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:33:53,969 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:33:53,969 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250893969 2024-12-03T18:33:53,969 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250953969 2024-12-03T18:33:53,969 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-03T18:33:53,969 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,37401,1733250829816-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,969 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,37401,1733250829816-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,970 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,37401,1733250829816-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,970 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:37401, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,970 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,974 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:53,976 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:33:53,978 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.557sec 2024-12-03T18:33:53,979 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:33:53,979 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:33:53,979 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:33:53,979 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:33:53,979 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:33:53,979 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,37401,1733250829816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:33:53,979 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,37401,1733250829816-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:33:54,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccce385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:54,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,37401,-1 for getting cluster id 2024-12-03T18:33:54,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:33:54,011 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5e00ce1-2d56-474f-9c1a-7c3783d83206' 2024-12-03T18:33:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:33:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5e00ce1-2d56-474f-9c1a-7c3783d83206" 2024-12-03T18:33:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116b2975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,37401,-1] 2024-12-03T18:33:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:33:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:33:54,014 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:33:54,015 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:33:54,015 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:33:54,015 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,37401,1733250829816-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:33:54,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625ed451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:33:54,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:33:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,40805,1733250830193, seqNum=-1] 2024-12-03T18:33:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:33:54,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:33:54,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,37401,1733250829816 2024-12-03T18:33:54,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64687 2024-12-03T18:33:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:33:54,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019dc258fc0002 connected 2024-12-03T18:33:54,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/hadoop.log.dir so I do NOT create it in target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf 2024-12-03T18:33:54,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:33:54,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/hadoop.tmp.dir so I do NOT create it in target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf 2024-12-03T18:33:54,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:33:54,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf 2024-12-03T18:33:54,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:33:54,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/cluster_1068196d-6a31-6b2e-89cc-2764d474dd58, deleteOnExit=true 2024-12-03T18:33:54,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:33:54,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/test.cache.data in system properties and HBase conf 2024-12-03T18:33:54,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:33:54,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:33:54,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:33:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:33:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:33:54,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:33:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:33:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:33:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:33:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:33:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:33:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:33:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:33:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:33:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:33:54,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:33:54,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:33:54,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:33:54,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:33:54,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:33:54,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:33:54,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:33:54,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:33:54,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:33:54,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:33:54,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:33:54,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32f44e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:33:54,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2392ca06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:33:54,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T18:33:54,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:33:54,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ef3565e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/java.io.tmpdir/jetty-localhost-37751-hadoop-hdfs-3_4_1-tests_jar-_-any-12340345718386084397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:33:54,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cb8de27{HTTP/1.1, (http/1.1)}{localhost:37751} 2024-12-03T18:33:54,770 INFO [Time-limited test {}] server.Server(415): Started @288782ms 2024-12-03T18:33:55,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:33:55,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:33:55,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:33:55,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:33:55,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:33:55,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2931b513{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:33:55,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d30b01a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:33:55,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@121a1cdd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/java.io.tmpdir/jetty-localhost-46593-hadoop-hdfs-3_4_1-tests_jar-_-any-10427918058285851404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:33:55,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f12a355{HTTP/1.1, (http/1.1)}{localhost:46593} 2024-12-03T18:33:55,632 INFO [Time-limited test {}] server.Server(415): Started @289643ms 2024-12-03T18:33:55,633 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:33:56,371 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/cluster_1068196d-6a31-6b2e-89cc-2764d474dd58/data/data1/current/BP-1042240219-172.17.0.3-1733250834094/current, will proceed with Du for space computation calculation, 2024-12-03T18:33:56,371 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/cluster_1068196d-6a31-6b2e-89cc-2764d474dd58/data/data2/current/BP-1042240219-172.17.0.3-1733250834094/current, will proceed with Du for space computation calculation, 2024-12-03T18:33:56,423 WARN [Thread-3535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:33:56,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57a739e8621e4553 with lease ID 0x79bffb11c151d0b2: Processing first storage report for DS-4c1c61bb-a6df-4ec0-92c9-4aac5886036b from datanode DatanodeRegistration(127.0.0.1:43353, datanodeUuid=6830644a-a311-4750-ab1a-9909d11f0e75, infoPort=44211, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=1278141136;c=1733250834094) 2024-12-03T18:33:56,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57a739e8621e4553 with lease ID 0x79bffb11c151d0b2: from storage DS-4c1c61bb-a6df-4ec0-92c9-4aac5886036b node DatanodeRegistration(127.0.0.1:43353, datanodeUuid=6830644a-a311-4750-ab1a-9909d11f0e75, infoPort=44211, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=1278141136;c=1733250834094), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:33:56,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57a739e8621e4553 with lease ID 0x79bffb11c151d0b2: Processing first storage report for DS-0dcc1a01-9153-4d36-9fe4-1fb74a66ba21 from datanode DatanodeRegistration(127.0.0.1:43353, datanodeUuid=6830644a-a311-4750-ab1a-9909d11f0e75, infoPort=44211, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=1278141136;c=1733250834094) 2024-12-03T18:33:56,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57a739e8621e4553 with lease ID 0x79bffb11c151d0b2: from storage DS-0dcc1a01-9153-4d36-9fe4-1fb74a66ba21 node DatanodeRegistration(127.0.0.1:43353, datanodeUuid=6830644a-a311-4750-ab1a-9909d11f0e75, infoPort=44211, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=1278141136;c=1733250834094), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:33:56,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf 2024-12-03T18:33:56,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:56,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:33:56,911 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031 with version=8 2024-12-03T18:33:56,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/hbase-staging 2024-12-03T18:33:56,913 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:33:56,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:56,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:56,914 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:33:56,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:56,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:33:56,914 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:33:56,914 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:33:56,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35289 2024-12-03T18:33:56,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35289 connecting to ZooKeeper ensemble=127.0.0.1:64687 2024-12-03T18:33:56,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352890x0, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:33:56,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35289-0x1019dc258fc0003 connected 2024-12-03T18:33:57,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:57,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:57,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Set watcher on znode that does not yet exist, /1669656656/running 2024-12-03T18:33:57,379 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031, hbase.cluster.distributed=false 2024-12-03T18:33:57,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Set watcher on znode that does not yet exist, /1669656656/acl 2024-12-03T18:33:57,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35289 2024-12-03T18:33:57,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35289 2024-12-03T18:33:57,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35289 2024-12-03T18:33:57,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35289 2024-12-03T18:33:57,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35289 2024-12-03T18:33:57,442 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:33:57,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:57,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:57,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:33:57,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:33:57,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:33:57,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:33:57,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:33:57,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33645 2024-12-03T18:33:57,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33645 connecting to ZooKeeper ensemble=127.0.0.1:64687 2024-12-03T18:33:57,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:57,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:57,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336450x0, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:33:57,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336450x0, quorum=127.0.0.1:64687, baseZNode=/1669656656 Set watcher on znode that does not yet exist, /1669656656/running 2024-12-03T18:33:57,512 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:33:57,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33645-0x1019dc258fc0004 connected 2024-12-03T18:33:57,530 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:33:57,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Set watcher on znode that does not yet exist, /1669656656/master 2024-12-03T18:33:57,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Set watcher on znode that does not yet exist, /1669656656/acl 2024-12-03T18:33:57,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33645 2024-12-03T18:33:57,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33645 2024-12-03T18:33:57,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33645 2024-12-03T18:33:57,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33645 2024-12-03T18:33:57,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33645 2024-12-03T18:33:57,640 DEBUG [M:0;5cd6afc4bcac:35289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:35289 2024-12-03T18:33:57,657 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1669656656/backup-masters/5cd6afc4bcac,35289,1733250836913 2024-12-03T18:33:57,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656/backup-masters 2024-12-03T18:33:57,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656/backup-masters 2024-12-03T18:33:57,696 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Set watcher on existing znode=/1669656656/backup-masters/5cd6afc4bcac,35289,1733250836913 2024-12-03T18:33:57,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1669656656/master 2024-12-03T18:33:57,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:33:57,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:33:57,718 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Set watcher on existing znode=/1669656656/master 2024-12-03T18:33:57,726 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1669656656/backup-masters/5cd6afc4bcac,35289,1733250836913 from backup master directory 2024-12-03T18:33:57,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656/backup-masters 2024-12-03T18:33:57,738 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:33:57,739 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,35289,1733250836913 2024-12-03T18:33:57,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1669656656/backup-masters/5cd6afc4bcac,35289,1733250836913 2024-12-03T18:33:57,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656/backup-masters 2024-12-03T18:33:57,752 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/hbase.id] with ID: acf2e475-196d-4838-b28d-b46428c315fb 2024-12-03T18:33:57,752 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/.tmp/hbase.id 2024-12-03T18:33:57,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:33:58,170 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/.tmp/hbase.id]:[hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/hbase.id] 2024-12-03T18:33:58,194 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:33:58,194 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:33:58,195 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:33:58,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:33:58,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:33:58,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:33:58,701 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:33:58,702 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:33:58,714 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:33:58,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:33:58,764 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store 2024-12-03T18:33:58,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:33:58,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:58,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,226 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:59,226 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:33:59,227 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:59,227 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:59,227 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:33:59,227 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:59,227 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:33:59,227 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250839226Disabling compacts and flushes for region at 1733250839226Disabling writes for close at 1733250839227 (+1 ms)Writing region close event to WAL at 1733250839227Closed at 1733250839227 2024-12-03T18:33:59,227 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/.initializing 2024-12-03T18:33:59,227 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/WALs/5cd6afc4bcac,35289,1733250836913 2024-12-03T18:33:59,228 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:33:59,230 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C35289%2C1733250836913, suffix=, logDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/WALs/5cd6afc4bcac,35289,1733250836913, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/oldWALs, maxLogs=10 2024-12-03T18:33:59,248 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/WALs/5cd6afc4bcac,35289,1733250836913/5cd6afc4bcac%2C35289%2C1733250836913.1733250839230, exclude list is [], retry=0 2024-12-03T18:33:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43353,DS-4c1c61bb-a6df-4ec0-92c9-4aac5886036b,DISK] 2024-12-03T18:33:59,276 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/WALs/5cd6afc4bcac,35289,1733250836913/5cd6afc4bcac%2C35289%2C1733250836913.1733250839230 2024-12-03T18:33:59,294 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211)] 2024-12-03T18:33:59,294 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:33:59,295 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:33:59,295 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:59,295 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:59,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:59,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:33:59,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:59,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:33:59,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:59,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:33:59,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:59,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:59,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:59,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:33:59,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:59,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:59,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:59,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:33:59,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:33:59,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:33:59,334 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:59,335 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:59,336 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:59,337 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:59,337 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:59,337 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:33:59,338 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:33:59,346 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:33:59,347 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70540462, jitterRate=0.05113479495048523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:33:59,347 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250839295Initializing all the Stores at 1733250839297 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250839297Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250839303 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250839304 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250839304Cleaning up temporary data from old regions at 1733250839337 (+33 ms)Region opened successfully at 1733250839347 (+10 ms) 2024-12-03T18:33:59,348 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:33:59,352 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fa0a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:33:59,353 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:33:59,354 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:33:59,354 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:33:59,354 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:33:59,354 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:33:59,354 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:33:59,355 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:33:59,402 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:33:59,406 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Unable to get data of znode /1669656656/balancer because node does not exist (not necessarily an error) 2024-12-03T18:33:59,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:33:59,442 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1669656656/balancer already deleted, retry=false 2024-12-03T18:33:59,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,443 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:33:59,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,443 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Unable to get data of znode /1669656656/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:33:59,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,513 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1669656656/normalizer already deleted, retry=false 2024-12-03T18:33:59,513 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:33:59,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,527 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Unable to get data of znode /1669656656/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:33:59,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:33:59,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:33:59,586 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1669656656/switch/split already deleted, retry=false 2024-12-03T18:33:59,592 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Unable to get data of znode /1669656656/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:33:59,602 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1669656656/switch/merge already deleted, retry=false 2024-12-03T18:33:59,606 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Unable to get data of znode /1669656656/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:33:59,656 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1669656656/snapshot-cleanup already deleted, retry=false 2024-12-03T18:33:59,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1669656656/running 2024-12-03T18:33:59,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:33:59,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1669656656/running 2024-12-03T18:33:59,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:33:59,741 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,35289,1733250836913, sessionid=0x1019dc258fc0003, setting cluster-up flag (Was=false) 2024-12-03T18:33:59,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:33:59,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:33:59,996 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1669656656/flush-table-proc/acquired, /1669656656/flush-table-proc/reached, /1669656656/flush-table-proc/abort 2024-12-03T18:33:59,997 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,35289,1733250836913 2024-12-03T18:34:00,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:34:00,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:34:00,077 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1669656656/online-snapshot/acquired, /1669656656/online-snapshot/reached, /1669656656/online-snapshot/abort 2024-12-03T18:34:00,078 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,35289,1733250836913 2024-12-03T18:34:00,100 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:34:00,104 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:00,104 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:34:00,104 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:34:00,104 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,35289,1733250836913 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:34:00,106 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:00,106 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:00,106 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:00,106 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:00,106 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:34:00,106 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,106 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:34:00,106 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:00,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:34:00,117 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250870117 2024-12-03T18:34:00,117 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:34:00,117 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:34:00,117 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:34:00,117 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:34:00,117 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:34:00,117 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:34:00,118 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:00,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:34:00,120 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,121 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(746): ClusterId : acf2e475-196d-4838-b28d-b46428c315fb 2024-12-03T18:34:00,121 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:34:00,123 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:34:00,123 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:34:00,123 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:34:00,123 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:34:00,134 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:34:00,134 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:34:00,136 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250840134,5,FailOnTimeoutGroup] 2024-12-03T18:34:00,136 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250840136,5,FailOnTimeoutGroup] 2024-12-03T18:34:00,136 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,136 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:34:00,136 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,136 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:34:00,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:34:00,140 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031 2024-12-03T18:34:00,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:34:00,161 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:34:00,161 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:34:00,186 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:34:00,187 DEBUG [RS:0;5cd6afc4bcac:33645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7965fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:34:00,210 DEBUG [RS:0;5cd6afc4bcac:33645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:33645 2024-12-03T18:34:00,210 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:34:00,210 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:34:00,210 DEBUG [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:34:00,211 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,35289,1733250836913 with port=33645, startcode=1733250837442 2024-12-03T18:34:00,212 DEBUG [RS:0;5cd6afc4bcac:33645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:34:00,217 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:34:00,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:00,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35289 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:00,220 DEBUG [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031 2024-12-03T18:34:00,220 DEBUG [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36755 2024-12-03T18:34:00,220 DEBUG [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:34:00,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656/rs 2024-12-03T18:34:00,238 DEBUG [RS:0;5cd6afc4bcac:33645 {}] zookeeper.ZKUtil(111): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Set watcher on existing znode=/1669656656/rs/5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:00,238 WARN [RS:0;5cd6afc4bcac:33645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:34:00,238 INFO [RS:0;5cd6afc4bcac:33645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:00,238 DEBUG [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:00,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,33645,1733250837442] 2024-12-03T18:34:00,259 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:34:00,272 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:34:00,272 INFO [RS:0;5cd6afc4bcac:33645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:34:00,272 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,272 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:34:00,274 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:34:00,274 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,274 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:34:00,275 DEBUG [RS:0;5cd6afc4bcac:33645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:34:00,279 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,279 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,279 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,279 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,279 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,279 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33645,1733250837442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:34:00,305 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:34:00,305 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33645,1733250837442-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,305 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,305 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.Replication(171): 5cd6afc4bcac,33645,1733250837442 started 2024-12-03T18:34:00,338 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:00,338 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,33645,1733250837442, RpcServer on 5cd6afc4bcac/172.17.0.3:33645, sessionid=0x1019dc258fc0004 2024-12-03T18:34:00,338 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:34:00,338 DEBUG [RS:0;5cd6afc4bcac:33645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:00,338 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,33645,1733250837442' 2024-12-03T18:34:00,338 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1669656656/flush-table-proc/abort' 2024-12-03T18:34:00,340 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1669656656/flush-table-proc/acquired' 2024-12-03T18:34:00,340 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:34:00,340 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:34:00,340 DEBUG [RS:0;5cd6afc4bcac:33645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:00,341 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,33645,1733250837442' 2024-12-03T18:34:00,341 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1669656656/online-snapshot/abort' 2024-12-03T18:34:00,347 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1669656656/online-snapshot/acquired' 2024-12-03T18:34:00,347 DEBUG [RS:0;5cd6afc4bcac:33645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:34:00,348 INFO [RS:0;5cd6afc4bcac:33645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:34:00,348 INFO [RS:0;5cd6afc4bcac:33645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:34:00,448 INFO [RS:0;5cd6afc4bcac:33645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:34:00,459 INFO [RS:0;5cd6afc4bcac:33645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C33645%2C1733250837442, suffix=, logDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/oldWALs, maxLogs=10 2024-12-03T18:34:00,484 DEBUG [RS:0;5cd6afc4bcac:33645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459, exclude list is [], retry=0 2024-12-03T18:34:00,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43353,DS-4c1c61bb-a6df-4ec0-92c9-4aac5886036b,DISK] 2024-12-03T18:34:00,527 INFO [RS:0;5cd6afc4bcac:33645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 2024-12-03T18:34:00,543 DEBUG [RS:0;5cd6afc4bcac:33645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211)] 2024-12-03T18:34:00,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:00,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:34:00,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:34:00,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:00,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:00,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:34:00,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:34:00,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:00,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:00,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:34:00,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:34:00,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:00,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:00,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:34:00,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:34:00,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:00,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:00,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:34:00,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740 2024-12-03T18:34:00,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740 2024-12-03T18:34:00,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:34:00,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:34:00,607 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:00,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:34:00,643 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:00,643 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68805325, jitterRate=0.02527923882007599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:00,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250840560Initializing all the Stores at 1733250840561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250840561Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250840570 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250840570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250840570Cleaning up temporary data from old regions at 1733250840606 (+36 ms)Region opened successfully at 1733250840643 (+37 ms) 2024-12-03T18:34:00,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:34:00,645 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:34:00,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:34:00,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:34:00,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:34:00,661 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:34:00,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250840645Disabling compacts and flushes for region at 1733250840645Disabling writes for close at 1733250840645Writing region close event to WAL at 1733250840661 (+16 ms)Closed at 1733250840661 2024-12-03T18:34:00,662 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:00,662 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:34:00,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:34:00,667 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:34:00,668 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:34:00,818 DEBUG [5cd6afc4bcac:35289 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:34:00,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:00,819 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,33645,1733250837442, state=OPENING 2024-12-03T18:34:00,850 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:34:00,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:34:00,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:34:00,871 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:34:00,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,33645,1733250837442}] 2024-12-03T18:34:00,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1669656656/meta-region-server: CHANGED 2024-12-03T18:34:00,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1669656656/meta-region-server: CHANGED 2024-12-03T18:34:01,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:34:01,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:34:01,059 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:34:01,059 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:01,059 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:34:01,065 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C33645%2C1733250837442.meta, suffix=.meta, logDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/oldWALs, maxLogs=10 2024-12-03T18:34:01,082 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.meta.1733250841066.meta, exclude list is [], retry=0 2024-12-03T18:34:01,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43353,DS-4c1c61bb-a6df-4ec0-92c9-4aac5886036b,DISK] 2024-12-03T18:34:01,119 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.meta.1733250841066.meta 2024-12-03T18:34:01,128 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211)] 2024-12-03T18:34:01,128 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:01,129 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:01,129 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:34:01,129 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:34:01,129 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:34:01,129 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:34:01,129 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:01,129 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:34:01,129 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:34:01,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:34:01,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:34:01,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:01,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:01,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:34:01,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:34:01,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:01,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:01,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:34:01,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:34:01,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:01,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:01,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:34:01,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:34:01,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:01,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:01,158 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:34:01,159 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740 2024-12-03T18:34:01,160 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740 2024-12-03T18:34:01,161 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:34:01,161 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:34:01,162 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:01,168 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:34:01,169 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70063174, jitterRate=0.04402264952659607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:01,169 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:34:01,169 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250841129Writing region info on filesystem at 1733250841129Initializing all the Stores at 1733250841138 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250841138Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250841148 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250841148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250841148Cleaning up temporary data from old regions at 1733250841161 (+13 ms)Running coprocessor post-open hooks at 1733250841169 (+8 ms)Region opened successfully at 1733250841169 2024-12-03T18:34:01,170 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250841024 2024-12-03T18:34:01,184 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:34:01,184 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:34:01,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:01,186 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,33645,1733250837442, state=OPEN 2024-12-03T18:34:01,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1669656656/meta-region-server 2024-12-03T18:34:01,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1669656656/meta-region-server: CHANGED 2024-12-03T18:34:01,237 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:01,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:34:01,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,33645,1733250837442 in 366 msec 2024-12-03T18:34:01,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:34:01,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 576 msec 2024-12-03T18:34:01,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:01,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:34:01,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1669656656/meta-region-server 2024-12-03T18:34:01,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1669656656/meta-region-server: CHANGED 2024-12-03T18:34:01,247 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:01,247 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,33645,1733250837442, seqNum=-1] 2024-12-03T18:34:01,248 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:01,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:01,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1500 sec 2024-12-03T18:34:01,254 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250841254, completionTime=-1 2024-12-03T18:34:01,254 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:34:01,254 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:34:01,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:34:01,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250901256 2024-12-03T18:34:01,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250961256 2024-12-03T18:34:01,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T18:34:01,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35289,1733250836913-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:01,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35289,1733250836913-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:01,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35289,1733250836913-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:01,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:35289, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:01,256 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:01,258 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:34:01,262 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:01,266 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.527sec 2024-12-03T18:34:01,266 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:34:01,266 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:34:01,266 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:34:01,266 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:34:01,266 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:34:01,266 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35289,1733250836913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:34:01,266 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35289,1733250836913-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:34:01,278 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:34:01,278 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:34:01,278 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35289,1733250836913-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:01,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34590f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:01,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,35289,-1 for getting cluster id 2024-12-03T18:34:01,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:01,355 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf2e475-196d-4838-b28d-b46428c315fb' 2024-12-03T18:34:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf2e475-196d-4838-b28d-b46428c315fb" 2024-12-03T18:34:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9403f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,35289,-1] 2024-12-03T18:34:01,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:01,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:01,361 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:01,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413a56dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:01,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:01,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,33645,1733250837442, seqNum=-1] 2024-12-03T18:34:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:01,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:01,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,35289,1733250836913 2024-12-03T18:34:01,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64687 2024-12-03T18:34:01,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:01,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019dc258fc0005 connected 2024-12-03T18:34:01,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/hadoop.log.dir so I do NOT create it in target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32 2024-12-03T18:34:01,431 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:34:01,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/hadoop.tmp.dir so I do NOT create it in target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32 2024-12-03T18:34:01,431 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:34:01,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32 2024-12-03T18:34:01,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:34:01,431 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/cluster_70e7c13c-965e-61f6-962e-46c8dcc8e195, deleteOnExit=true 2024-12-03T18:34:01,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:34:01,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/test.cache.data in system properties and HBase conf 2024-12-03T18:34:01,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:34:01,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:34:01,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:34:01,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:34:01,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:34:01,432 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:34:01,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:34:01,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:34:01,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:34:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:34:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:34:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:34:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:34:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:34:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:34:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:34:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:34:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:34:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:34:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:34:01,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:01,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:34:01,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:34:01,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:34:01,851 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:34:01,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:01,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39201cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:34:01,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12f46769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:34:02,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58beb4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/java.io.tmpdir/jetty-localhost-45919-hadoop-hdfs-3_4_1-tests_jar-_-any-10726267740857169225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:34:02,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fa2027f{HTTP/1.1, (http/1.1)}{localhost:45919} 2024-12-03T18:34:02,023 INFO [Time-limited test {}] server.Server(415): Started @296034ms 2024-12-03T18:34:02,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:02,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:34:02,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:34:02,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:34:02,610 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:34:02,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3443c395{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:34:02,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b37eb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:34:02,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f6c6732{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/java.io.tmpdir/jetty-localhost-38935-hadoop-hdfs-3_4_1-tests_jar-_-any-4701031305399593318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:34:02,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aec2a8e{HTTP/1.1, (http/1.1)}{localhost:38935} 2024-12-03T18:34:02,854 INFO [Time-limited test {}] server.Server(415): Started @296865ms 2024-12-03T18:34:02,854 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:34:03,508 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/cluster_70e7c13c-965e-61f6-962e-46c8dcc8e195/data/data1/current/BP-263805251-172.17.0.3-1733250841457/current, will proceed with Du for space computation calculation, 2024-12-03T18:34:03,509 WARN [Thread-3669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/cluster_70e7c13c-965e-61f6-962e-46c8dcc8e195/data/data2/current/BP-263805251-172.17.0.3-1733250841457/current, will proceed with Du for space computation calculation, 2024-12-03T18:34:03,631 WARN [Thread-3656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:34:03,647 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d560591b16d0220 with lease ID 0x43bc8988e8f1d537: Processing first storage report for DS-6df845a2-9802-43e1-96f8-1cf341cbcfb1 from datanode DatanodeRegistration(127.0.0.1:37847, datanodeUuid=5c17532a-56eb-4172-a589-f5fa071d34a7, infoPort=43387, infoSecurePort=0, ipcPort=44551, storageInfo=lv=-57;cid=testClusterID;nsid=1999838136;c=1733250841457) 2024-12-03T18:34:03,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d560591b16d0220 with lease ID 0x43bc8988e8f1d537: from storage DS-6df845a2-9802-43e1-96f8-1cf341cbcfb1 node DatanodeRegistration(127.0.0.1:37847, datanodeUuid=5c17532a-56eb-4172-a589-f5fa071d34a7, infoPort=43387, infoSecurePort=0, ipcPort=44551, storageInfo=lv=-57;cid=testClusterID;nsid=1999838136;c=1733250841457), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:34:03,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d560591b16d0220 with lease ID 0x43bc8988e8f1d537: Processing first storage report for DS-3bdf85af-3bdf-43c4-8496-452bae79f1ce from datanode DatanodeRegistration(127.0.0.1:37847, datanodeUuid=5c17532a-56eb-4172-a589-f5fa071d34a7, infoPort=43387, infoSecurePort=0, ipcPort=44551, storageInfo=lv=-57;cid=testClusterID;nsid=1999838136;c=1733250841457) 2024-12-03T18:34:03,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d560591b16d0220 with lease ID 0x43bc8988e8f1d537: from storage DS-3bdf85af-3bdf-43c4-8496-452bae79f1ce node DatanodeRegistration(127.0.0.1:37847, datanodeUuid=5c17532a-56eb-4172-a589-f5fa071d34a7, infoPort=43387, infoSecurePort=0, ipcPort=44551, storageInfo=lv=-57;cid=testClusterID;nsid=1999838136;c=1733250841457), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:34:03,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32 2024-12-03T18:34:03,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:03,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:03,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:34:03,803 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965 with version=8 2024-12-03T18:34:03,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/hbase-staging 2024-12-03T18:34:03,806 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:34:03,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:03,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:03,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:34:03,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:03,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:34:03,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:34:03,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:34:03,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46719 2024-12-03T18:34:03,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46719 connecting to ZooKeeper ensemble=127.0.0.1:64687 2024-12-03T18:34:03,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467190x0, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:03,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46719-0x1019dc258fc0006 connected 2024-12-03T18:34:03,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:03,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:03,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Set watcher on znode that does not yet exist, /2-1272466924/running 2024-12-03T18:34:03,943 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965, hbase.cluster.distributed=false 2024-12-03T18:34:03,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Set watcher on znode that does not yet exist, /2-1272466924/acl 2024-12-03T18:34:03,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46719 2024-12-03T18:34:03,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46719 2024-12-03T18:34:03,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46719 2024-12-03T18:34:04,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46719 2024-12-03T18:34:04,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46719 2024-12-03T18:34:04,040 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:34:04,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:04,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:04,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:34:04,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:04,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:34:04,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:34:04,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:34:04,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41005 2024-12-03T18:34:04,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41005 connecting to ZooKeeper ensemble=127.0.0.1:64687 2024-12-03T18:34:04,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:04,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:04,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410050x0, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:04,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410050x0, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Set watcher on znode that does not yet exist, /2-1272466924/running 2024-12-03T18:34:04,103 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:34:04,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41005-0x1019dc258fc0007 connected 2024-12-03T18:34:04,118 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:34:04,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Set watcher on znode that does not yet exist, /2-1272466924/master 2024-12-03T18:34:04,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Set watcher on znode that does not yet exist, /2-1272466924/acl 2024-12-03T18:34:04,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41005 2024-12-03T18:34:04,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41005 2024-12-03T18:34:04,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41005 2024-12-03T18:34:04,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41005 2024-12-03T18:34:04,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41005 2024-12-03T18:34:04,249 DEBUG [M:0;5cd6afc4bcac:46719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:46719 2024-12-03T18:34:04,271 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1272466924/backup-masters/5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:04,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924/backup-masters 2024-12-03T18:34:04,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924/backup-masters 2024-12-03T18:34:04,285 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Set watcher on existing znode=/2-1272466924/backup-masters/5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1272466924/master 2024-12-03T18:34:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:04,294 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Set watcher on existing znode=/2-1272466924/master 2024-12-03T18:34:04,295 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1272466924/backup-masters/5cd6afc4bcac,46719,1733250843805 from backup master directory 2024-12-03T18:34:04,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1272466924/backup-masters/5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:04,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924/backup-masters 2024-12-03T18:34:04,310 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:34:04,310 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:04,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924/backup-masters 2024-12-03T18:34:04,330 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/hbase.id] with ID: fbade51b-1059-4b28-b6aa-535a5f3001d8 2024-12-03T18:34:04,330 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/.tmp/hbase.id 2024-12-03T18:34:04,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:34:04,390 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/.tmp/hbase.id]:[hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/hbase.id] 2024-12-03T18:34:04,434 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:04,434 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:34:04,436 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:34:04,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:04,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:34:04,539 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:04,540 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:34:04,540 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:04,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:34:04,619 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store 2024-12-03T18:34:04,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:34:04,686 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:04,686 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:34:04,686 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:04,686 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:04,686 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:34:04,686 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:04,687 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:04,687 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250844686Disabling compacts and flushes for region at 1733250844686Disabling writes for close at 1733250844686Writing region close event to WAL at 1733250844686Closed at 1733250844686 2024-12-03T18:34:04,687 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/.initializing 2024-12-03T18:34:04,688 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/WALs/5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:04,688 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:34:04,690 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C46719%2C1733250843805, suffix=, logDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/WALs/5cd6afc4bcac,46719,1733250843805, archiveDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/oldWALs, maxLogs=10 2024-12-03T18:34:04,718 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/WALs/5cd6afc4bcac,46719,1733250843805/5cd6afc4bcac%2C46719%2C1733250843805.1733250844690, exclude list is [], retry=0 2024-12-03T18:34:04,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37847,DS-6df845a2-9802-43e1-96f8-1cf341cbcfb1,DISK] 2024-12-03T18:34:04,758 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/WALs/5cd6afc4bcac,46719,1733250843805/5cd6afc4bcac%2C46719%2C1733250843805.1733250844690 2024-12-03T18:34:04,780 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43387:43387)] 2024-12-03T18:34:04,780 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:04,780 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:04,780 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:04,780 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:04,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:04,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:34:04,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:04,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:04,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:04,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:34:04,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:04,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:04,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:04,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:34:04,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:04,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:04,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:04,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:34:04,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:04,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:04,806 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:04,807 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:04,807 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:04,808 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:04,808 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:04,809 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:04,810 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:04,814 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:04,815 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67522725, jitterRate=0.006167009472846985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:04,815 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250844781Initializing all the Stores at 1733250844781Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250844781Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250844790 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250844790Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250844790Cleaning up temporary data from old regions at 1733250844808 (+18 ms)Region opened successfully at 1733250844815 (+7 ms) 2024-12-03T18:34:04,822 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:34:04,825 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e6a910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:34:04,826 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:34:04,826 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:34:04,826 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:34:04,826 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:34:04,828 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T18:34:04,828 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:34:04,828 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:34:04,891 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:34:04,892 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Unable to get data of znode /2-1272466924/balancer because node does not exist (not necessarily an error) 2024-12-03T18:34:04,901 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1272466924/balancer already deleted, retry=false 2024-12-03T18:34:04,902 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:34:04,903 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Unable to get data of znode /2-1272466924/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:34:04,910 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1272466924/normalizer already deleted, retry=false 2024-12-03T18:34:04,910 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:34:04,913 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Unable to get data of znode /2-1272466924/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:34:04,919 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1272466924/switch/split already deleted, retry=false 2024-12-03T18:34:04,920 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Unable to get data of znode /2-1272466924/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:34:04,926 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1272466924/switch/merge already deleted, retry=false 2024-12-03T18:34:04,931 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Unable to get data of znode /2-1272466924/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:34:04,934 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1272466924/snapshot-cleanup already deleted, retry=false 2024-12-03T18:34:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1272466924/running 2024-12-03T18:34:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1272466924/running 2024-12-03T18:34:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:04,948 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,46719,1733250843805, sessionid=0x1019dc258fc0006, setting cluster-up flag (Was=false) 2024-12-03T18:34:04,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:04,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:05,010 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1272466924/flush-table-proc/acquired, /2-1272466924/flush-table-proc/reached, /2-1272466924/flush-table-proc/abort 2024-12-03T18:34:05,011 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:05,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:05,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:05,079 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1272466924/online-snapshot/acquired, /2-1272466924/online-snapshot/reached, /2-1272466924/online-snapshot/abort 2024-12-03T18:34:05,083 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:05,105 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:34:05,131 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:05,131 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:34:05,133 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:34:05,133 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,46719,1733250843805 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:34:05,137 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(746): ClusterId : fbade51b-1059-4b28-b6aa-535a5f3001d8 2024-12-03T18:34:05,137 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:34:05,161 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:05,161 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:05,161 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:05,161 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:05,161 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:34:05,161 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,161 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:34:05,161 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,163 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:34:05,163 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:34:05,186 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:34:05,186 DEBUG [RS:0;5cd6afc4bcac:41005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62618d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:34:05,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:05,187 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:34:05,188 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:05,188 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:34:05,222 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:41005 2024-12-03T18:34:05,222 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:34:05,222 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:34:05,222 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:34:05,222 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,46719,1733250843805 with port=41005, startcode=1733250844040 2024-12-03T18:34:05,223 DEBUG [RS:0;5cd6afc4bcac:41005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:34:05,229 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250875229 2024-12-03T18:34:05,229 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:34:05,229 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:34:05,230 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:34:05,230 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:34:05,230 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:34:05,230 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:34:05,230 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,231 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:34:05,231 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:34:05,231 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:34:05,231 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:34:05,256 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:34:05,257 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46719 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T18:34:05,259 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T18:34:05,259 WARN [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T18:34:05,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:34:05,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:34:05,285 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965 2024-12-03T18:34:05,286 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:34:05,286 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:34:05,292 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250845287,5,FailOnTimeoutGroup] 2024-12-03T18:34:05,303 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250845292,5,FailOnTimeoutGroup] 2024-12-03T18:34:05,303 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,303 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:34:05,303 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,303 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:34:05,360 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,46719,1733250843805 with port=41005, startcode=1733250844040 2024-12-03T18:34:05,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:05,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46719 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:05,373 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965 2024-12-03T18:34:05,373 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40085 2024-12-03T18:34:05,373 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:34:05,453 DEBUG [RS:0;5cd6afc4bcac:41005 {}] zookeeper.ZKUtil(111): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Set watcher on existing znode=/2-1272466924/rs/5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:05,454 WARN [RS:0;5cd6afc4bcac:41005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:34:05,454 INFO [RS:0;5cd6afc4bcac:41005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:05,454 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:05,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924/rs 2024-12-03T18:34:05,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,41005,1733250844040] 2024-12-03T18:34:05,496 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:34:05,499 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:34:05,502 INFO [RS:0;5cd6afc4bcac:41005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:34:05,502 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,502 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:34:05,507 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:34:05,507 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:34:05,507 DEBUG [RS:0;5cd6afc4bcac:41005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:34:05,539 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,539 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,539 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,539 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,539 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,539 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41005,1733250844040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:34:05,598 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:34:05,599 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41005,1733250844040-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,599 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,599 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.Replication(171): 5cd6afc4bcac,41005,1733250844040 started 2024-12-03T18:34:05,621 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:05,621 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,41005,1733250844040, RpcServer on 5cd6afc4bcac/172.17.0.3:41005, sessionid=0x1019dc258fc0007 2024-12-03T18:34:05,622 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:34:05,622 DEBUG [RS:0;5cd6afc4bcac:41005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:05,622 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,41005,1733250844040' 2024-12-03T18:34:05,622 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1272466924/flush-table-proc/abort' 2024-12-03T18:34:05,627 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1272466924/flush-table-proc/acquired' 2024-12-03T18:34:05,627 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:34:05,627 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:34:05,627 DEBUG [RS:0;5cd6afc4bcac:41005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:05,627 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,41005,1733250844040' 2024-12-03T18:34:05,627 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1272466924/online-snapshot/abort' 2024-12-03T18:34:05,628 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1272466924/online-snapshot/acquired' 2024-12-03T18:34:05,628 DEBUG [RS:0;5cd6afc4bcac:41005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:34:05,628 INFO [RS:0;5cd6afc4bcac:41005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:34:05,628 INFO [RS:0;5cd6afc4bcac:41005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:34:05,729 INFO [RS:0;5cd6afc4bcac:41005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:34:05,730 INFO [RS:0;5cd6afc4bcac:41005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C41005%2C1733250844040, suffix=, logDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040, archiveDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/oldWALs, maxLogs=10 2024-12-03T18:34:05,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:05,748 DEBUG [RS:0;5cd6afc4bcac:41005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730, exclude list is [], retry=0 2024-12-03T18:34:05,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:34:05,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:34:05,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37847,DS-6df845a2-9802-43e1-96f8-1cf341cbcfb1,DISK] 2024-12-03T18:34:05,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:05,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:05,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:34:05,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:34:05,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:05,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:05,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:34:05,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:34:05,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:05,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:05,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:34:05,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:34:05,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:05,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:05,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:34:05,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740 2024-12-03T18:34:05,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740 2024-12-03T18:34:05,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:34:05,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:34:05,758 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:05,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:34:05,775 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:05,775 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59019824, jitterRate=-0.12053608894348145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:05,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250845743Initializing all the Stores at 1733250845747 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250845747Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250845748 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250845748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250845748Cleaning up temporary data from old regions at 1733250845758 (+10 ms)Region opened successfully at 1733250845776 (+18 ms) 2024-12-03T18:34:05,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:34:05,776 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:34:05,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:34:05,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:34:05,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:34:05,794 INFO [RS:0;5cd6afc4bcac:41005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 2024-12-03T18:34:05,794 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:34:05,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250845776Disabling compacts and flushes for region at 1733250845776Disabling writes for close at 1733250845776Writing region close event to WAL at 1733250845794 (+18 ms)Closed at 1733250845794 2024-12-03T18:34:05,795 DEBUG [RS:0;5cd6afc4bcac:41005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43387:43387)] 2024-12-03T18:34:05,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:05,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:34:05,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:34:05,797 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:34:05,798 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:34:05,948 DEBUG [5cd6afc4bcac:46719 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:34:05,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:05,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,41005,1733250844040, state=OPENING 2024-12-03T18:34:05,984 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:34:05,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:05,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:05,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1272466924/meta-region-server: CHANGED 2024-12-03T18:34:05,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1272466924/meta-region-server: CHANGED 2024-12-03T18:34:05,994 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:34:05,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,41005,1733250844040}] 2024-12-03T18:34:06,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:34:06,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:34:06,184 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:34:06,184 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:06,184 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:34:06,185 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C41005%2C1733250844040.meta, suffix=.meta, logDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040, archiveDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/oldWALs, maxLogs=10 2024-12-03T18:34:06,209 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.meta.1733250846186.meta, exclude list is [], retry=0 2024-12-03T18:34:06,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37847,DS-6df845a2-9802-43e1-96f8-1cf341cbcfb1,DISK] 2024-12-03T18:34:06,243 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.meta.1733250846186.meta 2024-12-03T18:34:06,255 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43387:43387)] 2024-12-03T18:34:06,255 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:06,255 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:06,256 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:34:06,256 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:34:06,256 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:34:06,256 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:34:06,256 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:06,256 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:34:06,256 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:34:06,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:34:06,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:34:06,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:06,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:06,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:34:06,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:34:06,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:06,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:06,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:34:06,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:34:06,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:06,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:06,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:34:06,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:34:06,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:06,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:06,281 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:34:06,281 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740 2024-12-03T18:34:06,282 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740 2024-12-03T18:34:06,285 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:34:06,285 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:34:06,286 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:06,289 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:34:06,290 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67557606, jitterRate=0.006686776876449585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:06,290 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:34:06,290 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250846256Writing region info on filesystem at 1733250846256Initializing all the Stores at 1733250846257 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250846257Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250846269 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250846269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250846269Cleaning up temporary data from old regions at 1733250846285 (+16 ms)Running coprocessor post-open hooks at 1733250846290 (+5 ms)Region opened successfully at 1733250846290 2024-12-03T18:34:06,291 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250846159 2024-12-03T18:34:06,297 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:34:06,297 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:34:06,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:06,301 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,41005,1733250844040, state=OPEN 2024-12-03T18:34:06,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1272466924/meta-region-server 2024-12-03T18:34:06,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1272466924/meta-region-server 2024-12-03T18:34:06,335 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:06,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1272466924/meta-region-server: CHANGED 2024-12-03T18:34:06,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1272466924/meta-region-server: CHANGED 2024-12-03T18:34:06,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:34:06,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,41005,1733250844040 in 340 msec 2024-12-03T18:34:06,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:34:06,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 541 msec 2024-12-03T18:34:06,345 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:06,345 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:34:06,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:06,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,41005,1733250844040, seqNum=-1] 2024-12-03T18:34:06,356 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:06,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:06,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-12-03T18:34:06,368 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250846368, completionTime=-1 2024-12-03T18:34:06,368 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:34:06,368 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:34:06,380 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:34:06,380 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250906380 2024-12-03T18:34:06,380 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250966380 2024-12-03T18:34:06,380 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-12-03T18:34:06,380 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46719,1733250843805-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:06,381 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46719,1733250843805-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:06,381 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46719,1733250843805-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:06,381 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:46719, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:06,381 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:06,383 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:34:06,383 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:06,387 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.077sec 2024-12-03T18:34:06,387 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:34:06,387 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:34:06,388 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:34:06,388 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:34:06,388 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:34:06,388 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46719,1733250843805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:34:06,388 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46719,1733250843805-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:34:06,400 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:34:06,400 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:34:06,400 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,46719,1733250843805-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:06,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:06,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46719,-1 for getting cluster id 2024-12-03T18:34:06,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:06,463 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbade51b-1059-4b28-b6aa-535a5f3001d8' 2024-12-03T18:34:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbade51b-1059-4b28-b6aa-535a5f3001d8" 2024-12-03T18:34:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ecc3ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46719,-1] 2024-12-03T18:34:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:06,467 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:06,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb5b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:06,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,41005,1733250844040, seqNum=-1] 2024-12-03T18:34:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:06,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:06,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:06,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64687 2024-12-03T18:34:06,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:06,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019dc258fc0008 connected 2024-12-03T18:34:06,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,37401,1733250829816 2024-12-03T18:34:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d8ef023 2024-12-03T18:34:06,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:06,527 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:06,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:34:06,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:34:06,531 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:06,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:34:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:06,543 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:34:06,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:34:06,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:34:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:06,649 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 181b6c8cb92ece64e343681af7a43b93, NAME => 'test,,1733250846527.181b6c8cb92ece64e343681af7a43b93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731 2024-12-03T18:34:06,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:34:06,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250846527.181b6c8cb92ece64e343681af7a43b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:06,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 181b6c8cb92ece64e343681af7a43b93, disabling compactions & flushes 2024-12-03T18:34:06,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. 2024-12-03T18:34:06,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. 2024-12-03T18:34:06,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. after waiting 0 ms 2024-12-03T18:34:06,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. 2024-12-03T18:34:06,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. 2024-12-03T18:34:06,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 181b6c8cb92ece64e343681af7a43b93: Waiting for close lock at 1733250846712Disabling compacts and flushes for region at 1733250846712Disabling writes for close at 1733250846712Writing region close event to WAL at 1733250846712Closed at 1733250846712 2024-12-03T18:34:06,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:34:06,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,718 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250846527.181b6c8cb92ece64e343681af7a43b93.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250846718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250846718"}]},"ts":"1733250846718"} 2024-12-03T18:34:06,721 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:34:06,725 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:34:06,725 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250846725"}]},"ts":"1733250846725"} 2024-12-03T18:34:06,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,731 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:34:06,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=181b6c8cb92ece64e343681af7a43b93, ASSIGN}] 2024-12-03T18:34:06,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,733 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=181b6c8cb92ece64e343681af7a43b93, ASSIGN 2024-12-03T18:34:06,734 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=181b6c8cb92ece64e343681af7a43b93, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,40805,1733250830193; forceNewPlan=false, retain=false 2024-12-03T18:34:06,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:06,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=181b6c8cb92ece64e343681af7a43b93, regionState=OPENING, regionLocation=5cd6afc4bcac,40805,1733250830193 2024-12-03T18:34:06,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=181b6c8cb92ece64e343681af7a43b93, ASSIGN because future has completed 2024-12-03T18:34:06,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 181b6c8cb92ece64e343681af7a43b93, server=5cd6afc4bcac,40805,1733250830193}] 2024-12-03T18:34:07,080 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. 2024-12-03T18:34:07,080 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 181b6c8cb92ece64e343681af7a43b93, NAME => 'test,,1733250846527.181b6c8cb92ece64e343681af7a43b93.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:07,080 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:07,080 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:34:07,082 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,082 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250846527.181b6c8cb92ece64e343681af7a43b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:07,083 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,083 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,103 INFO [StoreOpener-181b6c8cb92ece64e343681af7a43b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,104 INFO [StoreOpener-181b6c8cb92ece64e343681af7a43b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 181b6c8cb92ece64e343681af7a43b93 columnFamilyName f 2024-12-03T18:34:07,104 DEBUG [StoreOpener-181b6c8cb92ece64e343681af7a43b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:07,105 INFO [StoreOpener-181b6c8cb92ece64e343681af7a43b93-1 {}] regionserver.HStore(327): Store=181b6c8cb92ece64e343681af7a43b93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:07,105 INFO [StoreOpener-181b6c8cb92ece64e343681af7a43b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,106 INFO [StoreOpener-181b6c8cb92ece64e343681af7a43b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 181b6c8cb92ece64e343681af7a43b93 columnFamilyName f1 2024-12-03T18:34:07,106 DEBUG [StoreOpener-181b6c8cb92ece64e343681af7a43b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:07,106 INFO [StoreOpener-181b6c8cb92ece64e343681af7a43b93-1 {}] regionserver.HStore(327): Store=181b6c8cb92ece64e343681af7a43b93/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:07,106 INFO [StoreOpener-181b6c8cb92ece64e343681af7a43b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,107 INFO [StoreOpener-181b6c8cb92ece64e343681af7a43b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 181b6c8cb92ece64e343681af7a43b93 columnFamilyName norep 2024-12-03T18:34:07,107 DEBUG [StoreOpener-181b6c8cb92ece64e343681af7a43b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:07,107 INFO [StoreOpener-181b6c8cb92ece64e343681af7a43b93-1 {}] regionserver.HStore(327): Store=181b6c8cb92ece64e343681af7a43b93/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:07,107 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,108 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,108 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,108 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,108 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,109 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:34:07,109 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,115 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:07,121 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 181b6c8cb92ece64e343681af7a43b93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68838719, jitterRate=0.025776848196983337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:34:07,121 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:07,122 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 181b6c8cb92ece64e343681af7a43b93: Running coprocessor pre-open hook at 1733250847083Writing region info on filesystem at 1733250847083Initializing all the Stores at 1733250847087 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250847087Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250847102 (+15 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250847102Cleaning up temporary data from old regions at 1733250847108 (+6 ms)Running coprocessor post-open hooks at 1733250847121 (+13 ms)Region opened successfully at 1733250847121 2024-12-03T18:34:07,124 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250846527.181b6c8cb92ece64e343681af7a43b93., pid=6, masterSystemTime=1733250847059 2024-12-03T18:34:07,126 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. 2024-12-03T18:34:07,126 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. 2024-12-03T18:34:07,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=181b6c8cb92ece64e343681af7a43b93, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,40805,1733250830193 2024-12-03T18:34:07,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 181b6c8cb92ece64e343681af7a43b93, server=5cd6afc4bcac,40805,1733250830193 because future has completed 2024-12-03T18:34:07,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:34:07,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 181b6c8cb92ece64e343681af7a43b93, server=5cd6afc4bcac,40805,1733250830193 in 245 msec 2024-12-03T18:34:07,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:34:07,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=181b6c8cb92ece64e343681af7a43b93, ASSIGN in 411 msec 2024-12-03T18:34:07,149 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:34:07,149 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250847149"}]},"ts":"1733250847149"} 2024-12-03T18:34:07,152 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:34:07,155 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:34:07,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 627 msec 2024-12-03T18:34:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:07,161 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:34:07,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,35289,1733250836913 2024-12-03T18:34:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5636478a 2024-12-03T18:34:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:07,163 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:07,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:34:07,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:34:07,165 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:07,166 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:34:07,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:34:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:07,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:34:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:07,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5c237c911477fa41b06a6f429958728, NAME => 'test,,1733250847163.e5c237c911477fa41b06a6f429958728.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031 2024-12-03T18:34:07,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:34:07,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250847163.e5c237c911477fa41b06a6f429958728.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:07,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e5c237c911477fa41b06a6f429958728, disabling compactions & flushes 2024-12-03T18:34:07,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250847163.e5c237c911477fa41b06a6f429958728. 2024-12-03T18:34:07,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250847163.e5c237c911477fa41b06a6f429958728. 2024-12-03T18:34:07,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250847163.e5c237c911477fa41b06a6f429958728. after waiting 0 ms 2024-12-03T18:34:07,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250847163.e5c237c911477fa41b06a6f429958728. 2024-12-03T18:34:07,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250847163.e5c237c911477fa41b06a6f429958728. 2024-12-03T18:34:07,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5c237c911477fa41b06a6f429958728: Waiting for close lock at 1733250847712Disabling compacts and flushes for region at 1733250847712Disabling writes for close at 1733250847712Writing region close event to WAL at 1733250847713 (+1 ms)Closed at 1733250847713 2024-12-03T18:34:07,715 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:34:07,716 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250847163.e5c237c911477fa41b06a6f429958728.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250847715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250847715"}]},"ts":"1733250847715"} 2024-12-03T18:34:07,718 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:34:07,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:34:07,723 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250847723"}]},"ts":"1733250847723"} 2024-12-03T18:34:07,725 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:34:07,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5c237c911477fa41b06a6f429958728, ASSIGN}] 2024-12-03T18:34:07,727 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5c237c911477fa41b06a6f429958728, ASSIGN 2024-12-03T18:34:07,728 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e5c237c911477fa41b06a6f429958728, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,33645,1733250837442; forceNewPlan=false, retain=false 2024-12-03T18:34:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:07,880 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5c237c911477fa41b06a6f429958728, regionState=OPENING, regionLocation=5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:07,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e5c237c911477fa41b06a6f429958728, ASSIGN because future has completed 2024-12-03T18:34:07,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5c237c911477fa41b06a6f429958728, server=5cd6afc4bcac,33645,1733250837442}] 2024-12-03T18:34:08,078 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250847163.e5c237c911477fa41b06a6f429958728. 2024-12-03T18:34:08,078 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e5c237c911477fa41b06a6f429958728, NAME => 'test,,1733250847163.e5c237c911477fa41b06a6f429958728.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:08,078 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:08,078 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:34:08,078 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,082 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250847163.e5c237c911477fa41b06a6f429958728.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:08,082 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,082 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,100 INFO [StoreOpener-e5c237c911477fa41b06a6f429958728-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,103 INFO [StoreOpener-e5c237c911477fa41b06a6f429958728-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c237c911477fa41b06a6f429958728 columnFamilyName f 2024-12-03T18:34:08,103 DEBUG [StoreOpener-e5c237c911477fa41b06a6f429958728-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:08,104 INFO [StoreOpener-e5c237c911477fa41b06a6f429958728-1 {}] regionserver.HStore(327): Store=e5c237c911477fa41b06a6f429958728/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:08,104 INFO [StoreOpener-e5c237c911477fa41b06a6f429958728-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,112 INFO [StoreOpener-e5c237c911477fa41b06a6f429958728-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c237c911477fa41b06a6f429958728 columnFamilyName f1 2024-12-03T18:34:08,113 DEBUG [StoreOpener-e5c237c911477fa41b06a6f429958728-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:08,113 INFO [StoreOpener-e5c237c911477fa41b06a6f429958728-1 {}] regionserver.HStore(327): Store=e5c237c911477fa41b06a6f429958728/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:08,113 INFO [StoreOpener-e5c237c911477fa41b06a6f429958728-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,114 INFO [StoreOpener-e5c237c911477fa41b06a6f429958728-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c237c911477fa41b06a6f429958728 columnFamilyName norep 2024-12-03T18:34:08,114 DEBUG [StoreOpener-e5c237c911477fa41b06a6f429958728-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:08,115 INFO [StoreOpener-e5c237c911477fa41b06a6f429958728-1 {}] regionserver.HStore(327): Store=e5c237c911477fa41b06a6f429958728/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:08,118 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,121 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,121 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,123 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,123 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,123 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:34:08,125 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,126 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:08,127 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e5c237c911477fa41b06a6f429958728; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62982535, jitterRate=-0.061487093567848206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:34:08,127 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:08,127 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e5c237c911477fa41b06a6f429958728: Running coprocessor pre-open hook at 1733250848083Writing region info on filesystem at 1733250848083Initializing all the Stores at 1733250848090 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250848090Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250848094 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250848095 (+1 ms)Cleaning up temporary data from old regions at 1733250848123 (+28 ms)Running coprocessor post-open hooks at 1733250848127 (+4 ms)Region opened successfully at 1733250848127 2024-12-03T18:34:08,137 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250847163.e5c237c911477fa41b06a6f429958728., pid=6, masterSystemTime=1733250848055 2024-12-03T18:34:08,141 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5c237c911477fa41b06a6f429958728, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:08,142 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250847163.e5c237c911477fa41b06a6f429958728. 2024-12-03T18:34:08,142 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250847163.e5c237c911477fa41b06a6f429958728. 2024-12-03T18:34:08,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5c237c911477fa41b06a6f429958728, server=5cd6afc4bcac,33645,1733250837442 because future has completed 2024-12-03T18:34:08,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:34:08,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5c237c911477fa41b06a6f429958728, server=5cd6afc4bcac,33645,1733250837442 in 274 msec 2024-12-03T18:34:08,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:34:08,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e5c237c911477fa41b06a6f429958728, ASSIGN in 438 msec 2024-12-03T18:34:08,166 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:34:08,167 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250848166"}]},"ts":"1733250848166"} 2024-12-03T18:34:08,169 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:34:08,170 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:34:08,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0070 sec 2024-12-03T18:34:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:08,300 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:34:08,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:08,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:08,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@300dd4fd 2024-12-03T18:34:08,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:08,308 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:08,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:34:08,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:34:08,311 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:08,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:34:08,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:34:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:08,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:34:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:08,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:08,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:34:08,740 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108757 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:34:08,795 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59eac054f3645ab21824ff894e66e0da, NAME => 'test,,1733250848308.59eac054f3645ab21824ff894e66e0da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965 2024-12-03T18:34:08,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:34:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:09,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250848308.59eac054f3645ab21824ff894e66e0da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:09,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 59eac054f3645ab21824ff894e66e0da, disabling compactions & flushes 2024-12-03T18:34:09,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250848308.59eac054f3645ab21824ff894e66e0da. 2024-12-03T18:34:09,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250848308.59eac054f3645ab21824ff894e66e0da. 2024-12-03T18:34:09,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250848308.59eac054f3645ab21824ff894e66e0da. after waiting 0 ms 2024-12-03T18:34:09,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250848308.59eac054f3645ab21824ff894e66e0da. 2024-12-03T18:34:09,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250848308.59eac054f3645ab21824ff894e66e0da. 2024-12-03T18:34:09,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59eac054f3645ab21824ff894e66e0da: Waiting for close lock at 1733250849259Disabling compacts and flushes for region at 1733250849259Disabling writes for close at 1733250849259Writing region close event to WAL at 1733250849259Closed at 1733250849259 2024-12-03T18:34:09,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:34:09,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250848308.59eac054f3645ab21824ff894e66e0da.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250849261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250849261"}]},"ts":"1733250849261"} 2024-12-03T18:34:09,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:34:09,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:34:09,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250849265"}]},"ts":"1733250849265"} 2024-12-03T18:34:09,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:34:09,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59eac054f3645ab21824ff894e66e0da, ASSIGN}] 2024-12-03T18:34:09,274 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59eac054f3645ab21824ff894e66e0da, ASSIGN 2024-12-03T18:34:09,275 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=59eac054f3645ab21824ff894e66e0da, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,41005,1733250844040; forceNewPlan=false, retain=false 2024-12-03T18:34:09,425 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59eac054f3645ab21824ff894e66e0da, regionState=OPENING, regionLocation=5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:09,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=59eac054f3645ab21824ff894e66e0da, ASSIGN because future has completed 2024-12-03T18:34:09,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59eac054f3645ab21824ff894e66e0da, server=5cd6afc4bcac,41005,1733250844040}] 2024-12-03T18:34:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:09,627 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250848308.59eac054f3645ab21824ff894e66e0da. 2024-12-03T18:34:09,627 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59eac054f3645ab21824ff894e66e0da, NAME => 'test,,1733250848308.59eac054f3645ab21824ff894e66e0da.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:09,627 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:09,627 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:34:09,627 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,627 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250848308.59eac054f3645ab21824ff894e66e0da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:09,627 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,627 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,643 INFO [StoreOpener-59eac054f3645ab21824ff894e66e0da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,645 INFO [StoreOpener-59eac054f3645ab21824ff894e66e0da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59eac054f3645ab21824ff894e66e0da columnFamilyName f 2024-12-03T18:34:09,645 DEBUG [StoreOpener-59eac054f3645ab21824ff894e66e0da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:09,646 INFO [StoreOpener-59eac054f3645ab21824ff894e66e0da-1 {}] regionserver.HStore(327): Store=59eac054f3645ab21824ff894e66e0da/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:09,646 INFO [StoreOpener-59eac054f3645ab21824ff894e66e0da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,647 INFO [StoreOpener-59eac054f3645ab21824ff894e66e0da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59eac054f3645ab21824ff894e66e0da columnFamilyName f1 2024-12-03T18:34:09,647 DEBUG [StoreOpener-59eac054f3645ab21824ff894e66e0da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:09,648 INFO [StoreOpener-59eac054f3645ab21824ff894e66e0da-1 {}] regionserver.HStore(327): Store=59eac054f3645ab21824ff894e66e0da/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:09,649 INFO [StoreOpener-59eac054f3645ab21824ff894e66e0da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,650 INFO [StoreOpener-59eac054f3645ab21824ff894e66e0da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59eac054f3645ab21824ff894e66e0da columnFamilyName norep 2024-12-03T18:34:09,650 DEBUG [StoreOpener-59eac054f3645ab21824ff894e66e0da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:09,652 INFO [StoreOpener-59eac054f3645ab21824ff894e66e0da-1 {}] regionserver.HStore(327): Store=59eac054f3645ab21824ff894e66e0da/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:09,652 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,653 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,653 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,654 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,654 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,654 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:34:09,655 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,658 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:09,658 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59eac054f3645ab21824ff894e66e0da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58857595, jitterRate=-0.12295348942279816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:34:09,658 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:09,658 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59eac054f3645ab21824ff894e66e0da: Running coprocessor pre-open hook at 1733250849627Writing region info on filesystem at 1733250849628 (+1 ms)Initializing all the Stores at 1733250849634 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250849634Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250849642 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250849642Cleaning up temporary data from old regions at 1733250849654 (+12 ms)Running coprocessor post-open hooks at 1733250849658 (+4 ms)Region opened successfully at 1733250849658 2024-12-03T18:34:09,661 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250848308.59eac054f3645ab21824ff894e66e0da., pid=6, masterSystemTime=1733250849602 2024-12-03T18:34:09,668 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250848308.59eac054f3645ab21824ff894e66e0da. 2024-12-03T18:34:09,668 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250848308.59eac054f3645ab21824ff894e66e0da. 2024-12-03T18:34:09,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59eac054f3645ab21824ff894e66e0da, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:09,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59eac054f3645ab21824ff894e66e0da, server=5cd6afc4bcac,41005,1733250844040 because future has completed 2024-12-03T18:34:09,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:34:09,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59eac054f3645ab21824ff894e66e0da, server=5cd6afc4bcac,41005,1733250844040 in 241 msec 2024-12-03T18:34:09,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:34:09,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=59eac054f3645ab21824ff894e66e0da, ASSIGN in 413 msec 2024-12-03T18:34:09,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:34:09,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250849700"}]},"ts":"1733250849700"} 2024-12-03T18:34:09,703 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:34:09,704 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:34:09,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3950 sec 2024-12-03T18:34:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:10,470 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:34:10,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242cc698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:10,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,37401,-1 for getting cluster id 2024-12-03T18:34:10,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:10,471 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5e00ce1-2d56-474f-9c1a-7c3783d83206' 2024-12-03T18:34:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5e00ce1-2d56-474f-9c1a-7c3783d83206" 2024-12-03T18:34:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570d506f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,37401,-1] 2024-12-03T18:34:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:10,472 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd5c3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:10,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,37401,1733250829816 2024-12-03T18:34:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@378de770 2024-12-03T18:34:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:10,475 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:10,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:35289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:34:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:34:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:10,478 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:35289' 2024-12-03T18:34:10,479 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123c7e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:10,479 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,35289,-1 for getting cluster id 2024-12-03T18:34:10,479 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:10,479 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf2e475-196d-4838-b28d-b46428c315fb' 2024-12-03T18:34:10,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:10,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf2e475-196d-4838-b28d-b46428c315fb" 2024-12-03T18:34:10,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbabe45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:10,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,35289,-1] 2024-12-03T18:34:10,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:10,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:10,480 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:10,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758d7b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:10,481 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:10,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,35289,1733250836913 2024-12-03T18:34:10,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66954d2e 2024-12-03T18:34:10,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:10,483 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:10,484 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T18:34:10,484 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:34:10,484 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:10,484 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:10,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:10,484 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:10,491 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:34:10,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:34:10,492 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:10,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:34:10,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741837_1013 (size=1138) 2024-12-03T18:34:10,541 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:34:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:10,907 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ff2a499ef56655178bf7a4310f6d9b1, NAME => 'hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731 2024-12-03T18:34:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741838_1014 (size=44) 2024-12-03T18:34:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:11,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:11,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9ff2a499ef56655178bf7a4310f6d9b1, disabling compactions & flushes 2024-12-03T18:34:11,360 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:11,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:11,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. after waiting 0 ms 2024-12-03T18:34:11,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:11,360 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:11,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ff2a499ef56655178bf7a4310f6d9b1: Waiting for close lock at 1733250851360Disabling compacts and flushes for region at 1733250851360Disabling writes for close at 1733250851360Writing region close event to WAL at 1733250851360Closed at 1733250851360 2024-12-03T18:34:11,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:34:11,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250851360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250851360"}]},"ts":"1733250851360"} 2024-12-03T18:34:11,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:34:11,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:34:11,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250851363"}]},"ts":"1733250851363"} 2024-12-03T18:34:11,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:34:11,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ff2a499ef56655178bf7a4310f6d9b1, ASSIGN}] 2024-12-03T18:34:11,365 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ff2a499ef56655178bf7a4310f6d9b1, ASSIGN 2024-12-03T18:34:11,365 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ff2a499ef56655178bf7a4310f6d9b1, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,40805,1733250830193; forceNewPlan=false, retain=false 2024-12-03T18:34:11,516 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ff2a499ef56655178bf7a4310f6d9b1, regionState=OPENING, regionLocation=5cd6afc4bcac,40805,1733250830193 2024-12-03T18:34:11,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ff2a499ef56655178bf7a4310f6d9b1, ASSIGN because future has completed 2024-12-03T18:34:11,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ff2a499ef56655178bf7a4310f6d9b1, server=5cd6afc4bcac,40805,1733250830193}] 2024-12-03T18:34:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:11,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:11,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:11,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:34:11,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C40805%2C1733250830193.rep, suffix=, logDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193, archiveDir=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/oldWALs, maxLogs=10 2024-12-03T18:34:11,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.rep.1733250851683, exclude list is [], retry=0 2024-12-03T18:34:11,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44599,DS-a123d6e6-ff48-49ed-97e9-8591d256b136,DISK] 2024-12-03T18:34:11,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.rep.1733250851683 2024-12-03T18:34:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329)] 2024-12-03T18:34:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ff2a499ef56655178bf7a4310f6d9b1, NAME => 'hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:11,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:34:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. service=MultiRowMutationService 2024-12-03T18:34:11,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:34:11,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:11,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,703 INFO [StoreOpener-9ff2a499ef56655178bf7a4310f6d9b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,703 INFO [StoreOpener-9ff2a499ef56655178bf7a4310f6d9b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ff2a499ef56655178bf7a4310f6d9b1 columnFamilyName hfileref 2024-12-03T18:34:11,703 DEBUG [StoreOpener-9ff2a499ef56655178bf7a4310f6d9b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:11,704 INFO [StoreOpener-9ff2a499ef56655178bf7a4310f6d9b1-1 {}] regionserver.HStore(327): Store=9ff2a499ef56655178bf7a4310f6d9b1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:11,704 INFO [StoreOpener-9ff2a499ef56655178bf7a4310f6d9b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,704 INFO [StoreOpener-9ff2a499ef56655178bf7a4310f6d9b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ff2a499ef56655178bf7a4310f6d9b1 columnFamilyName queue 2024-12-03T18:34:11,704 DEBUG [StoreOpener-9ff2a499ef56655178bf7a4310f6d9b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:11,705 INFO [StoreOpener-9ff2a499ef56655178bf7a4310f6d9b1-1 {}] regionserver.HStore(327): Store=9ff2a499ef56655178bf7a4310f6d9b1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:11,705 INFO [StoreOpener-9ff2a499ef56655178bf7a4310f6d9b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,705 INFO [StoreOpener-9ff2a499ef56655178bf7a4310f6d9b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ff2a499ef56655178bf7a4310f6d9b1 columnFamilyName sid 2024-12-03T18:34:11,705 DEBUG [StoreOpener-9ff2a499ef56655178bf7a4310f6d9b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:11,705 INFO [StoreOpener-9ff2a499ef56655178bf7a4310f6d9b1-1 {}] regionserver.HStore(327): Store=9ff2a499ef56655178bf7a4310f6d9b1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:11,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/replication/9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/replication/9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:34:11,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/replication/9ff2a499ef56655178bf7a4310f6d9b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:11,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9ff2a499ef56655178bf7a4310f6d9b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70732756, jitterRate=0.05400019884109497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:34:11,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:11,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9ff2a499ef56655178bf7a4310f6d9b1: Running coprocessor pre-open hook at 1733250851699Writing region info on filesystem at 1733250851699Initializing all the Stores at 1733250851700 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250851700Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250851702 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250851702Cleaning up temporary data from old regions at 1733250851706 (+4 ms)Running coprocessor post-open hooks at 1733250851710 (+4 ms)Region opened successfully at 1733250851710 2024-12-03T18:34:11,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1., pid=10, masterSystemTime=1733250851678 2024-12-03T18:34:11,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:11,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:11,713 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ff2a499ef56655178bf7a4310f6d9b1, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,40805,1733250830193 2024-12-03T18:34:11,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ff2a499ef56655178bf7a4310f6d9b1, server=5cd6afc4bcac,40805,1733250830193 because future has completed 2024-12-03T18:34:11,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:34:11,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ff2a499ef56655178bf7a4310f6d9b1, server=5cd6afc4bcac,40805,1733250830193 in 194 msec 2024-12-03T18:34:11,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T18:34:11,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ff2a499ef56655178bf7a4310f6d9b1, ASSIGN in 352 msec 2024-12-03T18:34:11,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:34:11,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250851718"}]},"ts":"1733250851718"} 2024-12-03T18:34:11,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:34:11,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:34:11,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2360 sec 2024-12-03T18:34:11,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1., hostname=5cd6afc4bcac,40805,1733250830193, seqNum=2] 2024-12-03T18:34:11,758 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:34:11,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:11,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T18:34:11,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T18:34:11,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:34:11,849 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:34:11,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:34:12,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T18:34:12,026 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:34:12,059 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,40805,1733250830193, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:34:12,060 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:12,060 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,40805,1733250830193, seqNum=-1] 2024-12-03T18:34:12,060 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:12,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-03T18:34:12,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,40805,1733250830193', locateType=CURRENT is [region=hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1., hostname=5cd6afc4bcac,40805,1733250830193, seqNum=2] 2024-12-03T18:34:12,066 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T18:34:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T18:34:12,069 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,40805,1733250830193 suceeded 2024-12-03T18:34:12,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T18:34:12,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-03T18:34:12,071 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:35289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:34:12,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5960 sec 2024-12-03T18:34:12,084 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:35289' 2024-12-03T18:34:12,117 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@674cd10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:12,117 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,35289,-1 for getting cluster id 2024-12-03T18:34:12,118 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:12,119 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf2e475-196d-4838-b28d-b46428c315fb' 2024-12-03T18:34:12,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:12,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf2e475-196d-4838-b28d-b46428c315fb" 2024-12-03T18:34:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27f35c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,35289,-1] 2024-12-03T18:34:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:12,121 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:12,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:12,122 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e681b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:12,123 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:12,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,35289,1733250836913 2024-12-03T18:34:12,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@709889f7 2024-12-03T18:34:12,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:12,125 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-03T18:34:12,127 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,40805,1733250830193 (queues=1) is replicating from cluster=f5e00ce1-2d56-474f-9c1a-7c3783d83206 to cluster=acf2e475-196d-4838-b28d-b46428c315fb 2024-12-03T18:34:12,127 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C40805%2C1733250830193 2024-12-03T18:34:12,127 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,40805,1733250830193, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:34:12,135 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433, startPosition=0, beingWritten=true 2024-12-03T18:34:12,154 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C40805%2C1733250830193 2024-12-03T18:34:12,158 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:12,158 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 379, reset compression=false 2024-12-03T18:34:12,158 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,40805,1733250830193 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:34:12,383 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 379, reset compression=false 2024-12-03T18:34:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:12,621 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:34:12,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:34:12,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:12,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:12,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:12,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:12,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a173f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:12,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,35289,-1 for getting cluster id 2024-12-03T18:34:12,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:12,631 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf2e475-196d-4838-b28d-b46428c315fb' 2024-12-03T18:34:12,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:12,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf2e475-196d-4838-b28d-b46428c315fb" 2024-12-03T18:34:12,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22aab3a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:12,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,35289,-1] 2024-12-03T18:34:12,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:12,632 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:12,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5c11a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:12,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,35289,1733250836913 2024-12-03T18:34:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28ee7315 2024-12-03T18:34:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:12,636 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:12,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:46719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:34:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:34:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:12,646 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:46719' 2024-12-03T18:34:12,647 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a1740e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:12,647 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46719,-1 for getting cluster id 2024-12-03T18:34:12,647 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:12,650 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbade51b-1059-4b28-b6aa-535a5f3001d8' 2024-12-03T18:34:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbade51b-1059-4b28-b6aa-535a5f3001d8" 2024-12-03T18:34:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43708285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46719,-1] 2024-12-03T18:34:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:12,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:12,653 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e30a5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:12,654 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:12,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:12,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7df16e2e 2024-12-03T18:34:12,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:12,658 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:12,659 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T18:34:12,659 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:34:12,659 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:12,659 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:12,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:12,660 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:12,661 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:34:12,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:34:12,662 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:12,667 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:34:12,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741837_1013 (size=1138) 2024-12-03T18:34:12,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1508d5625ad8f33c99f6a5f9ae84b06, NAME => 'hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031 2024-12-03T18:34:12,711 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:34:12,715 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 379, reset compression=false 2024-12-03T18:34:12,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741838_1014 (size=44) 2024-12-03T18:34:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:13,123 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 379, reset compression=false 2024-12-03T18:34:13,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:13,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c1508d5625ad8f33c99f6a5f9ae84b06, disabling compactions & flushes 2024-12-03T18:34:13,133 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. 2024-12-03T18:34:13,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. 2024-12-03T18:34:13,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. after waiting 0 ms 2024-12-03T18:34:13,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. 2024-12-03T18:34:13,133 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. 2024-12-03T18:34:13,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1508d5625ad8f33c99f6a5f9ae84b06: Waiting for close lock at 1733250853132Disabling compacts and flushes for region at 1733250853132Disabling writes for close at 1733250853133 (+1 ms)Writing region close event to WAL at 1733250853133Closed at 1733250853133 2024-12-03T18:34:13,134 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:34:13,135 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250853135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250853135"}]},"ts":"1733250853135"} 2024-12-03T18:34:13,140 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:34:13,142 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:34:13,142 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250853142"}]},"ts":"1733250853142"} 2024-12-03T18:34:13,145 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:34:13,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1508d5625ad8f33c99f6a5f9ae84b06, ASSIGN}] 2024-12-03T18:34:13,148 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1508d5625ad8f33c99f6a5f9ae84b06, ASSIGN 2024-12-03T18:34:13,149 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1508d5625ad8f33c99f6a5f9ae84b06, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,33645,1733250837442; forceNewPlan=false, retain=false 2024-12-03T18:34:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:13,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1508d5625ad8f33c99f6a5f9ae84b06, regionState=OPENING, regionLocation=5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:13,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1508d5625ad8f33c99f6a5f9ae84b06, ASSIGN because future has completed 2024-12-03T18:34:13,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1508d5625ad8f33c99f6a5f9ae84b06, server=5cd6afc4bcac,33645,1733250837442}] 2024-12-03T18:34:13,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. 2024-12-03T18:34:13,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:13,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:34:13,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C33645%2C1733250837442.rep, suffix=, logDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/oldWALs, maxLogs=10 2024-12-03T18:34:13,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.rep.1733250853474, exclude list is [], retry=0 2024-12-03T18:34:13,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43353,DS-4c1c61bb-a6df-4ec0-92c9-4aac5886036b,DISK] 2024-12-03T18:34:13,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.rep.1733250853474 2024-12-03T18:34:13,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44211:44211)] 2024-12-03T18:34:13,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c1508d5625ad8f33c99f6a5f9ae84b06, NAME => 'hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:13,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:13,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:34:13,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. service=MultiRowMutationService 2024-12-03T18:34:13,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:34:13,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:13,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,512 INFO [StoreOpener-c1508d5625ad8f33c99f6a5f9ae84b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,514 INFO [StoreOpener-c1508d5625ad8f33c99f6a5f9ae84b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1508d5625ad8f33c99f6a5f9ae84b06 columnFamilyName hfileref 2024-12-03T18:34:13,514 DEBUG [StoreOpener-c1508d5625ad8f33c99f6a5f9ae84b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:13,514 INFO [StoreOpener-c1508d5625ad8f33c99f6a5f9ae84b06-1 {}] regionserver.HStore(327): Store=c1508d5625ad8f33c99f6a5f9ae84b06/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:13,514 INFO [StoreOpener-c1508d5625ad8f33c99f6a5f9ae84b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,515 INFO [StoreOpener-c1508d5625ad8f33c99f6a5f9ae84b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1508d5625ad8f33c99f6a5f9ae84b06 columnFamilyName queue 2024-12-03T18:34:13,515 DEBUG [StoreOpener-c1508d5625ad8f33c99f6a5f9ae84b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:13,515 INFO [StoreOpener-c1508d5625ad8f33c99f6a5f9ae84b06-1 {}] regionserver.HStore(327): Store=c1508d5625ad8f33c99f6a5f9ae84b06/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:13,515 INFO [StoreOpener-c1508d5625ad8f33c99f6a5f9ae84b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,519 INFO [StoreOpener-c1508d5625ad8f33c99f6a5f9ae84b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1508d5625ad8f33c99f6a5f9ae84b06 columnFamilyName sid 2024-12-03T18:34:13,519 DEBUG [StoreOpener-c1508d5625ad8f33c99f6a5f9ae84b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:13,519 INFO [StoreOpener-c1508d5625ad8f33c99f6a5f9ae84b06-1 {}] regionserver.HStore(327): Store=c1508d5625ad8f33c99f6a5f9ae84b06/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:13,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/replication/c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/replication/c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:34:13,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/replication/c1508d5625ad8f33c99f6a5f9ae84b06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:13,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c1508d5625ad8f33c99f6a5f9ae84b06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62216013, jitterRate=-0.0729091614484787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:34:13,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:13,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c1508d5625ad8f33c99f6a5f9ae84b06: Running coprocessor pre-open hook at 1733250853500Writing region info on filesystem at 1733250853500Initializing all the Stores at 1733250853503 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250853503Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250853512 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250853512Cleaning up temporary data from old regions at 1733250853521 (+9 ms)Running coprocessor post-open hooks at 1733250853525 (+4 ms)Region opened successfully at 1733250853525 2024-12-03T18:34:13,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06., pid=10, masterSystemTime=1733250853467 2024-12-03T18:34:13,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. 2024-12-03T18:34:13,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. 2024-12-03T18:34:13,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1508d5625ad8f33c99f6a5f9ae84b06, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:13,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1508d5625ad8f33c99f6a5f9ae84b06, server=5cd6afc4bcac,33645,1733250837442 because future has completed 2024-12-03T18:34:13,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:34:13,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c1508d5625ad8f33c99f6a5f9ae84b06, server=5cd6afc4bcac,33645,1733250837442 in 224 msec 2024-12-03T18:34:13,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T18:34:13,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1508d5625ad8f33c99f6a5f9ae84b06, ASSIGN in 387 msec 2024-12-03T18:34:13,535 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:34:13,536 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250853536"}]},"ts":"1733250853536"} 2024-12-03T18:34:13,537 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:34:13,538 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:34:13,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 878 msec 2024-12-03T18:34:13,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06., hostname=5cd6afc4bcac,33645,1733250837442, seqNum=2] 2024-12-03T18:34:13,631 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 379, reset compression=false 2024-12-03T18:34:13,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:34:13,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:34:13,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:34:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:13,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T18:34:13,831 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:34:13,883 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,33645,1733250837442, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:34:13,884 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:13,884 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,33645,1733250837442, seqNum=-1] 2024-12-03T18:34:13,884 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:13,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T18:34:13,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,33645,1733250837442', locateType=CURRENT is [region=hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06., hostname=5cd6afc4bcac,33645,1733250837442, seqNum=2] 2024-12-03T18:34:13,918 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T18:34:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T18:34:13,934 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,33645,1733250837442 suceeded 2024-12-03T18:34:13,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T18:34:13,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 258 msec 2024-12-03T18:34:13,937 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:46719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:34:13,939 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:46719' 2024-12-03T18:34:13,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3000 sec 2024-12-03T18:34:13,941 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@735fd36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:13,941 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46719,-1 for getting cluster id 2024-12-03T18:34:13,942 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:13,942 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbade51b-1059-4b28-b6aa-535a5f3001d8' 2024-12-03T18:34:13,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:13,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbade51b-1059-4b28-b6aa-535a5f3001d8" 2024-12-03T18:34:13,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d412e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:13,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46719,-1] 2024-12-03T18:34:13,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:13,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:13,947 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:13,948 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c7be3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:13,948 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:13,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:13,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d32b29b 2024-12-03T18:34:13,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:13,950 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-03T18:34:13,951 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,33645,1733250837442 (queues=1) is replicating from cluster=acf2e475-196d-4838-b28d-b46428c315fb to cluster=fbade51b-1059-4b28-b6aa-535a5f3001d8 2024-12-03T18:34:13,951 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C33645%2C1733250837442 2024-12-03T18:34:13,951 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,33645,1733250837442, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:34:13,960 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459, startPosition=0, beingWritten=true 2024-12-03T18:34:13,962 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C33645%2C1733250837442 2024-12-03T18:34:13,973 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:13,973 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 379, reset compression=false 2024-12-03T18:34:13,973 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,33645,1733250837442 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:34:14,191 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 379, reset compression=false 2024-12-03T18:34:14,251 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 379, reset compression=false 2024-12-03T18:34:14,498 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 379, reset compression=false 2024-12-03T18:34:14,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T18:34:14,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T18:34:14,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:34:14,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T18:34:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:14,798 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:34:14,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:34:14,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:14,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:14,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:14,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:14,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e41939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:14,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46719,-1 for getting cluster id 2024-12-03T18:34:14,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:14,813 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbade51b-1059-4b28-b6aa-535a5f3001d8' 2024-12-03T18:34:14,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:14,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbade51b-1059-4b28-b6aa-535a5f3001d8" 2024-12-03T18:34:14,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e97e240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:14,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46719,-1] 2024-12-03T18:34:14,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:14,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:14,819 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:14,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af5f280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:14,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a0e6634 2024-12-03T18:34:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:14,843 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:14,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:35289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:34:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:34:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:14,849 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:35289' 2024-12-03T18:34:14,851 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637b3df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:14,851 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,35289,-1 for getting cluster id 2024-12-03T18:34:14,851 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:14,852 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf2e475-196d-4838-b28d-b46428c315fb' 2024-12-03T18:34:14,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:14,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf2e475-196d-4838-b28d-b46428c315fb" 2024-12-03T18:34:14,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2ec2cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:14,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,35289,-1] 2024-12-03T18:34:14,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:14,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:14,854 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:14,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac2d991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:14,855 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:14,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,35289,1733250836913 2024-12-03T18:34:14,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b03b4f4 2024-12-03T18:34:14,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:14,859 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:14,863 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T18:34:14,863 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:34:14,863 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:14,863 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:14,864 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:14,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:14,865 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:34:14,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:34:14,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:14,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:34:14,907 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 379, reset compression=false 2024-12-03T18:34:14,916 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:34:14,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741837_1013 (size=1138) 2024-12-03T18:34:14,958 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 379, reset compression=false 2024-12-03T18:34:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:15,336 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ff96a55ed01d5e1f52be11f02b928a3, NAME => 'hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965 2024-12-03T18:34:15,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741838_1014 (size=44) 2024-12-03T18:34:15,416 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 379, reset compression=false 2024-12-03T18:34:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:15,592 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=34, reused chunk count=119, reuseRatio=77.78% 2024-12-03T18:34:15,592 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-03T18:34:15,791 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 379, reset compression=false 2024-12-03T18:34:15,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:15,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4ff96a55ed01d5e1f52be11f02b928a3, disabling compactions & flushes 2024-12-03T18:34:15,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:15,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:15,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. after waiting 0 ms 2024-12-03T18:34:15,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:15,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:15,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ff96a55ed01d5e1f52be11f02b928a3: Waiting for close lock at 1733250855801Disabling compacts and flushes for region at 1733250855801Disabling writes for close at 1733250855801Writing region close event to WAL at 1733250855801Closed at 1733250855801 2024-12-03T18:34:15,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:34:15,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250855803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250855803"}]},"ts":"1733250855803"} 2024-12-03T18:34:15,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:34:15,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:34:15,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250855812"}]},"ts":"1733250855812"} 2024-12-03T18:34:15,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:34:15,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ff96a55ed01d5e1f52be11f02b928a3, ASSIGN}] 2024-12-03T18:34:15,821 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ff96a55ed01d5e1f52be11f02b928a3, ASSIGN 2024-12-03T18:34:15,822 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4ff96a55ed01d5e1f52be11f02b928a3, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,41005,1733250844040; forceNewPlan=false, retain=false 2024-12-03T18:34:15,972 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4ff96a55ed01d5e1f52be11f02b928a3, regionState=OPENING, regionLocation=5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:15,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4ff96a55ed01d5e1f52be11f02b928a3, ASSIGN because future has completed 2024-12-03T18:34:15,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ff96a55ed01d5e1f52be11f02b928a3, server=5cd6afc4bcac,41005,1733250844040}] 2024-12-03T18:34:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:16,045 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 379, reset compression=false 2024-12-03T18:34:16,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:16,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:16,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:34:16,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C41005%2C1733250844040.rep, suffix=, logDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040, archiveDir=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/oldWALs, maxLogs=10 2024-12-03T18:34:16,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.rep.1733250856204, exclude list is [], retry=0 2024-12-03T18:34:16,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37847,DS-6df845a2-9802-43e1-96f8-1cf341cbcfb1,DISK] 2024-12-03T18:34:16,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.rep.1733250856204 2024-12-03T18:34:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43387:43387)] 2024-12-03T18:34:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ff96a55ed01d5e1f52be11f02b928a3, NAME => 'hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:16,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:34:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. service=MultiRowMutationService 2024-12-03T18:34:16,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:34:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:16,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,281 INFO [StoreOpener-4ff96a55ed01d5e1f52be11f02b928a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,283 INFO [StoreOpener-4ff96a55ed01d5e1f52be11f02b928a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff96a55ed01d5e1f52be11f02b928a3 columnFamilyName hfileref 2024-12-03T18:34:16,283 DEBUG [StoreOpener-4ff96a55ed01d5e1f52be11f02b928a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:16,285 INFO [StoreOpener-4ff96a55ed01d5e1f52be11f02b928a3-1 {}] regionserver.HStore(327): Store=4ff96a55ed01d5e1f52be11f02b928a3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:16,285 INFO [StoreOpener-4ff96a55ed01d5e1f52be11f02b928a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,287 INFO [StoreOpener-4ff96a55ed01d5e1f52be11f02b928a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff96a55ed01d5e1f52be11f02b928a3 columnFamilyName queue 2024-12-03T18:34:16,287 DEBUG [StoreOpener-4ff96a55ed01d5e1f52be11f02b928a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:16,287 INFO [StoreOpener-4ff96a55ed01d5e1f52be11f02b928a3-1 {}] regionserver.HStore(327): Store=4ff96a55ed01d5e1f52be11f02b928a3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:16,288 INFO [StoreOpener-4ff96a55ed01d5e1f52be11f02b928a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,289 INFO [StoreOpener-4ff96a55ed01d5e1f52be11f02b928a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff96a55ed01d5e1f52be11f02b928a3 columnFamilyName sid 2024-12-03T18:34:16,289 DEBUG [StoreOpener-4ff96a55ed01d5e1f52be11f02b928a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:16,290 INFO [StoreOpener-4ff96a55ed01d5e1f52be11f02b928a3-1 {}] regionserver.HStore(327): Store=4ff96a55ed01d5e1f52be11f02b928a3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:16,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/replication/4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/replication/4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:34:16,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/replication/4ff96a55ed01d5e1f52be11f02b928a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:16,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4ff96a55ed01d5e1f52be11f02b928a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64725986, jitterRate=-0.035507649183273315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:34:16,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:16,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4ff96a55ed01d5e1f52be11f02b928a3: Running coprocessor pre-open hook at 1733250856266Writing region info on filesystem at 1733250856266Initializing all the Stores at 1733250856266Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250856266Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250856281 (+15 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250856281Cleaning up temporary data from old regions at 1733250856292 (+11 ms)Running coprocessor post-open hooks at 1733250856308 (+16 ms)Region opened successfully at 1733250856308 2024-12-03T18:34:16,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3., pid=10, masterSystemTime=1733250856131 2024-12-03T18:34:16,316 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4ff96a55ed01d5e1f52be11f02b928a3, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:16,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:16,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:16,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ff96a55ed01d5e1f52be11f02b928a3, server=5cd6afc4bcac,41005,1733250844040 because future has completed 2024-12-03T18:34:16,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:34:16,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ff96a55ed01d5e1f52be11f02b928a3, server=5cd6afc4bcac,41005,1733250844040 in 357 msec 2024-12-03T18:34:16,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T18:34:16,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ff96a55ed01d5e1f52be11f02b928a3, ASSIGN in 515 msec 2024-12-03T18:34:16,339 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:34:16,339 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250856339"}]},"ts":"1733250856339"} 2024-12-03T18:34:16,342 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:34:16,343 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:34:16,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4790 sec 2024-12-03T18:34:16,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3., hostname=5cd6afc4bcac,41005,1733250844040, seqNum=2] 2024-12-03T18:34:16,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:16,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:16,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:34:16,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T18:34:16,631 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:34:16,680 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,41005,1733250844040, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:34:16,681 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:16,681 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,41005,1733250844040, seqNum=-1] 2024-12-03T18:34:16,681 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:16,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T18:34:16,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,41005,1733250844040', locateType=CURRENT is [region=hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3., hostname=5cd6afc4bcac,41005,1733250844040, seqNum=2] 2024-12-03T18:34:16,695 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T18:34:16,696 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 379, reset compression=false 2024-12-03T18:34:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T18:34:16,707 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,41005,1733250844040 suceeded 2024-12-03T18:34:16,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T18:34:16,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-12-03T18:34:16,711 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:35289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:34:16,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8680 sec 2024-12-03T18:34:16,726 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:35289' 2024-12-03T18:34:16,728 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d2e9a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:16,728 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,35289,-1 for getting cluster id 2024-12-03T18:34:16,728 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:16,729 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf2e475-196d-4838-b28d-b46428c315fb' 2024-12-03T18:34:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf2e475-196d-4838-b28d-b46428c315fb" 2024-12-03T18:34:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712d7c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,35289,-1] 2024-12-03T18:34:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:16,730 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:16,731 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8821ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:16,731 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,35289,1733250836913 2024-12-03T18:34:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ab204be 2024-12-03T18:34:16,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:16,733 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-03T18:34:16,734 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,41005,1733250844040 (queues=1) is replicating from cluster=fbade51b-1059-4b28-b6aa-535a5f3001d8 to cluster=acf2e475-196d-4838-b28d-b46428c315fb 2024-12-03T18:34:16,734 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C41005%2C1733250844040 2024-12-03T18:34:16,737 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,41005,1733250844040, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:34:16,744 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730, startPosition=0, beingWritten=true 2024-12-03T18:34:16,746 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C41005%2C1733250844040 2024-12-03T18:34:16,763 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:16,763 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 379, reset compression=false 2024-12-03T18:34:16,764 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,41005,1733250844040 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:34:16,802 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 379, reset compression=false 2024-12-03T18:34:16,990 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 379, reset compression=false 2024-12-03T18:34:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:17,000 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:34:17,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:34:17,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:17,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:17,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:17,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:17,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bd6d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:17,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,37401,-1 for getting cluster id 2024-12-03T18:34:17,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:17,002 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5e00ce1-2d56-474f-9c1a-7c3783d83206' 2024-12-03T18:34:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5e00ce1-2d56-474f-9c1a-7c3783d83206" 2024-12-03T18:34:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5467f616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,37401,-1] 2024-12-03T18:34:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:17,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:17,004 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9b5e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:17,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54df7e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:17,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,35289,-1 for getting cluster id 2024-12-03T18:34:17,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:17,006 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf2e475-196d-4838-b28d-b46428c315fb' 2024-12-03T18:34:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf2e475-196d-4838-b28d-b46428c315fb" 2024-12-03T18:34:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4a03f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,35289,-1] 2024-12-03T18:34:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:17,009 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:17,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfc931c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:17,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d77d20a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:17,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46719,-1 for getting cluster id 2024-12-03T18:34:17,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:17,014 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbade51b-1059-4b28-b6aa-535a5f3001d8' 2024-12-03T18:34:17,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:17,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbade51b-1059-4b28-b6aa-535a5f3001d8" 2024-12-03T18:34:17,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf5e579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:17,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46719,-1] 2024-12-03T18:34:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:17,015 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ec217f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:17,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,40805,1733250830193, seqNum=-1] 2024-12-03T18:34:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:17,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:17,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733250846527.181b6c8cb92ece64e343681af7a43b93., hostname=5cd6afc4bcac,40805,1733250830193, seqNum=2] 2024-12-03T18:34:17,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,41005,1733250844040, seqNum=-1] 2024-12-03T18:34:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:17,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733250848308.59eac054f3645ab21824ff894e66e0da., hostname=5cd6afc4bcac,41005,1733250844040, seqNum=2] 2024-12-03T18:34:17,028 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T18:34:17,203 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:34:17,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,293 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 379, reset compression=false 2024-12-03T18:34:17,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:17,621 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 379, reset compression=false 2024-12-03T18:34:17,727 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 379, reset compression=false 2024-12-03T18:34:17,741 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 379, reset compression=false 2024-12-03T18:34:17,811 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:34:17,811 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 480, reset compression=false 2024-12-03T18:34:17,811 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,40805,1733250830193 got entry batch from reader: WALEntryBatch [walEntries=[{test/181b6c8cb92ece64e343681af7a43b93/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T18:34:17,814 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:34:17,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-03T18:34:17,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:34:17,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524e48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:17,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,35289,-1 for getting cluster id 2024-12-03T18:34:17,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:17,818 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf2e475-196d-4838-b28d-b46428c315fb' 2024-12-03T18:34:17,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:17,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf2e475-196d-4838-b28d-b46428c315fb" 2024-12-03T18:34:17,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5feeb4f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:17,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,35289,-1] 2024-12-03T18:34:17,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:17,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:17,819 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:17,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a9972e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:17,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:17,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,33645,1733250837442, seqNum=-1] 2024-12-03T18:34:17,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:17,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T18:34:17,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733250847163.e5c237c911477fa41b06a6f429958728., hostname=5cd6afc4bcac,33645,1733250837442, seqNum=2] 2024-12-03T18:34:17,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:34:18,019 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 480, reset compression=false 2024-12-03T18:34:18,030 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T18:34:18,305 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 379, reset compression=false 2024-12-03T18:34:18,322 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 480, reset compression=false 2024-12-03T18:34:18,538 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 379, reset compression=false 2024-12-03T18:34:18,580 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:34:18,580 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 504, reset compression=false 2024-12-03T18:34:18,580 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,33645,1733250837442 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5c237c911477fa41b06a6f429958728/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T18:34:18,582 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:34:18,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-03T18:34:18,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:34:18,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@338f1423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:18,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,46719,-1 for getting cluster id 2024-12-03T18:34:18,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:18,586 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbade51b-1059-4b28-b6aa-535a5f3001d8' 2024-12-03T18:34:18,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:18,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbade51b-1059-4b28-b6aa-535a5f3001d8" 2024-12-03T18:34:18,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@471c008d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:18,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,46719,-1] 2024-12-03T18:34:18,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:18,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:18,588 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:18,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1845da4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:18,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,41005,1733250844040, seqNum=-1] 2024-12-03T18:34:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:18,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T18:34:18,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733250848308.59eac054f3645ab21824ff894e66e0da., hostname=5cd6afc4bcac,41005,1733250844040, seqNum=2] 2024-12-03T18:34:18,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:34:18,728 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 480, reset compression=false 2024-12-03T18:34:18,800 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 504, reset compression=false 2024-12-03T18:34:18,911 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 379, reset compression=false 2024-12-03T18:34:18,921 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:18,921 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,41005,1733250844040 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:34:18,923 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 528, reset compression=false 2024-12-03T18:34:19,032 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T18:34:19,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:19,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,33645,1733250837442, seqNum=-1] 2024-12-03T18:34:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:19,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:19,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733250847163.e5c237c911477fa41b06a6f429958728., hostname=5cd6afc4bcac,33645,1733250837442, seqNum=2] 2024-12-03T18:34:19,045 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T18:34:19,103 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 504, reset compression=false 2024-12-03T18:34:19,112 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:34:19,112 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 608, reset compression=false 2024-12-03T18:34:19,112 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,33645,1733250837442 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5c237c911477fa41b06a6f429958728/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T18:34:19,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:34:19,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:34:19,128 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 528, reset compression=false 2024-12-03T18:34:19,142 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:19,142 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 656, reset compression=false 2024-12-03T18:34:19,142 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,41005,1733250844040 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:34:19,231 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 480, reset compression=false 2024-12-03T18:34:19,343 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 608, reset compression=false 2024-12-03T18:34:19,354 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 656, reset compression=false 2024-12-03T18:34:19,658 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 608, reset compression=false 2024-12-03T18:34:19,667 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 656, reset compression=false 2024-12-03T18:34:19,778 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:34:19,863 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 480, reset compression=false 2024-12-03T18:34:20,054 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T18:34:20,058 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T18:34:20,062 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 608, reset compression=false 2024-12-03T18:34:20,072 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 656, reset compression=false 2024-12-03T18:34:20,132 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:34:20,132 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 760, reset compression=false 2024-12-03T18:34:20,132 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,41005,1733250844040 got entry batch from reader: WALEntryBatch [walEntries=[{test/59eac054f3645ab21824ff894e66e0da/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T18:34:20,134 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:34:20,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-03T18:34:20,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:34:20,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:34:20,380 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 760, reset compression=false 2024-12-03T18:34:20,581 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 608, reset compression=false 2024-12-03T18:34:20,601 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:20,601 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 736, reset compression=false 2024-12-03T18:34:20,601 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,33645,1733250837442 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:34:20,602 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 480, reset compression=false 2024-12-03T18:34:20,704 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 760, reset compression=false 2024-12-03T18:34:20,828 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 736, reset compression=false 2024-12-03T18:34:21,060 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T18:34:21,072 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T18:34:21,135 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 760, reset compression=false 2024-12-03T18:34:21,143 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 736, reset compression=false 2024-12-03T18:34:21,434 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 480, reset compression=false 2024-12-03T18:34:21,507 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:34:21,508 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 636, reset compression=false 2024-12-03T18:34:21,509 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,40805,1733250830193 got entry batch from reader: WALEntryBatch [walEntries=[{test/181b6c8cb92ece64e343681af7a43b93/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T18:34:21,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:34:21,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:34:21,577 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 736, reset compression=false 2024-12-03T18:34:21,612 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:34:21,612 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 884, reset compression=false 2024-12-03T18:34:21,612 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,33645,1733250837442 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5c237c911477fa41b06a6f429958728/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T18:34:21,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:34:21,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:34:21,662 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 760, reset compression=false 2024-12-03T18:34:21,712 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:21,712 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 932, reset compression=false 2024-12-03T18:34:21,712 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,41005,1733250844040 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:34:21,726 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 636, reset compression=false 2024-12-03T18:34:21,837 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 884, reset compression=false 2024-12-03T18:34:21,966 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 932, reset compression=false 2024-12-03T18:34:22,055 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 636, reset compression=false 2024-12-03T18:34:22,075 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T18:34:22,080 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T18:34:22,163 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 884, reset compression=false 2024-12-03T18:34:22,194 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:34:22,195 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1043, reset compression=false 2024-12-03T18:34:22,195 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,33645,1733250837442 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5c237c911477fa41b06a6f429958728/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T18:34:22,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:34:22,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:34:22,296 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 932, reset compression=false 2024-12-03T18:34:22,332 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:22,332 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 1082, reset compression=false 2024-12-03T18:34:22,332 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,41005,1733250844040 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:34:22,408 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1043, reset compression=false 2024-12-03T18:34:22,476 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 636, reset compression=false 2024-12-03T18:34:22,543 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 1082, reset compression=false 2024-12-03T18:34:22,711 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1043, reset compression=false 2024-12-03T18:34:22,862 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 1082, reset compression=false 2024-12-03T18:34:23,003 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 636, reset compression=false 2024-12-03T18:34:23,083 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T18:34:23,091 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T18:34:23,145 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1043, reset compression=false 2024-12-03T18:34:23,275 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 1082, reset compression=false 2024-12-03T18:34:23,300 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:34:23,300 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 1241, reset compression=false 2024-12-03T18:34:23,300 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,41005,1733250844040 got entry batch from reader: WALEntryBatch [walEntries=[{test/59eac054f3645ab21824ff894e66e0da/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T18:34:23,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T18:34:23,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T18:34:23,539 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 1241, reset compression=false 2024-12-03T18:34:23,632 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 636, reset compression=false 2024-12-03T18:34:23,686 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1043, reset compression=false 2024-12-03T18:34:23,720 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:23,720 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1193, reset compression=false 2024-12-03T18:34:23,722 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,33645,1733250837442 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:34:23,852 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 1241, reset compression=false 2024-12-03T18:34:23,940 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1193, reset compression=false 2024-12-03T18:34:24,093 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T18:34:24,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:34:24,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:34:24,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:24,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:24,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:24,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:24,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:34:24,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1046896475, stopped=false 2024-12-03T18:34:24,102 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,46719,1733250843805 2024-12-03T18:34:24,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1272466924/running 2024-12-03T18:34:24,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1272466924/running 2024-12-03T18:34:24,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:24,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:24,124 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:34:24,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:34:24,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:24,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:24,125 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,41005,1733250844040' ***** 2024-12-03T18:34:24,125 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:34:24,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Set watcher on znode that does not yet exist, /2-1272466924/running 2024-12-03T18:34:24,125 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:34:24,125 INFO [RS:0;5cd6afc4bcac:41005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:34:24,125 INFO [RS:0;5cd6afc4bcac:41005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:34:24,126 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(3091): Received CLOSE for 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:24,126 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:34:24,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Set watcher on znode that does not yet exist, /2-1272466924/running 2024-12-03T18:34:24,130 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:24,131 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:24,131 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:34:24,131 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59eac054f3645ab21824ff894e66e0da, disabling compactions & flushes 2024-12-03T18:34:24,131 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250848308.59eac054f3645ab21824ff894e66e0da. 2024-12-03T18:34:24,131 INFO [RS:0;5cd6afc4bcac:41005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:41005. 2024-12-03T18:34:24,131 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250848308.59eac054f3645ab21824ff894e66e0da. 2024-12-03T18:34:24,131 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250848308.59eac054f3645ab21824ff894e66e0da. after waiting 0 ms 2024-12-03T18:34:24,131 DEBUG [RS:0;5cd6afc4bcac:41005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:24,131 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250848308.59eac054f3645ab21824ff894e66e0da. 2024-12-03T18:34:24,131 DEBUG [RS:0;5cd6afc4bcac:41005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:24,131 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:34:24,131 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:34:24,131 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:34:24,131 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59eac054f3645ab21824ff894e66e0da 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T18:34:24,131 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:34:24,139 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T18:34:24,139 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59eac054f3645ab21824ff894e66e0da=test,,1733250848308.59eac054f3645ab21824ff894e66e0da., 4ff96a55ed01d5e1f52be11f02b928a3=hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3.} 2024-12-03T18:34:24,139 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ff96a55ed01d5e1f52be11f02b928a3, 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:24,151 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:34:24,151 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:34:24,151 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:34:24,151 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:34:24,151 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:34:24,151 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T18:34:24,166 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/.tmp/f/89a9db0814474186b03d8b7b9de09766 is 29, key is row1/f:/1733250862076/DeleteFamily/seqid=0 2024-12-03T18:34:24,177 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:34:24,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741840_1016 (size=5152) 2024-12-03T18:34:24,193 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/.tmp/info/1b226858821b4c128cf42438fae3d419 is 147, key is hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3./info:regioninfo/1733250856315/Put/seqid=0 2024-12-03T18:34:24,193 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/.tmp/f/89a9db0814474186b03d8b7b9de09766 2024-12-03T18:34:24,219 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89a9db0814474186b03d8b7b9de09766 2024-12-03T18:34:24,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741841_1017 (size=7686) 2024-12-03T18:34:24,251 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1193, reset compression=false 2024-12-03T18:34:24,262 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/.tmp/f1/cbde8a5341de4920ab4ed32da32f6cca is 30, key is row1/f1:/1733250862076/DeleteFamily/seqid=0 2024-12-03T18:34:24,283 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 1241, reset compression=false 2024-12-03T18:34:24,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741842_1018 (size=5158) 2024-12-03T18:34:24,292 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/.tmp/f1/cbde8a5341de4920ab4ed32da32f6cca 2024-12-03T18:34:24,297 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbde8a5341de4920ab4ed32da32f6cca 2024-12-03T18:34:24,316 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:24,316 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 1488, reset compression=false 2024-12-03T18:34:24,316 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,41005,1733250844040 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:34:24,317 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5cd6afc4bcac,41005,1733250844040: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5cd6afc4bcac,41005,1733250844040, walGroup=5cd6afc4bcac%2C41005%2C1733250844040, offset=5cd6afc4bcac%2C41005%2C1733250844040.1733250845730:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:41005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T18:34:24,318 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T18:34:24,318 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T18:34:24,319 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T18:34:24,319 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T18:34:24,319 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T18:34:24,319 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 873846008 }, "NonHeapMemoryUsage": { "committed": 207159296, "init": 7667712, "max": -1, "used": 202849608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T18:34:24,320 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:46719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:46719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T18:34:24,339 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ff96a55ed01d5e1f52be11f02b928a3, 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:24,343 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/.tmp/norep/907b08969b194bf3abc1f060aa3b3891 is 33, key is row2/norep:/1733250863087/DeleteFamily/seqid=0 2024-12-03T18:34:24,361 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 636, reset compression=false 2024-12-03T18:34:24,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741843_1019 (size=5108) 2024-12-03T18:34:24,409 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/.tmp/norep/907b08969b194bf3abc1f060aa3b3891 2024-12-03T18:34:24,431 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 907b08969b194bf3abc1f060aa3b3891 2024-12-03T18:34:24,432 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/.tmp/f/89a9db0814474186b03d8b7b9de09766 as hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/f/89a9db0814474186b03d8b7b9de09766 2024-12-03T18:34:24,440 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89a9db0814474186b03d8b7b9de09766 2024-12-03T18:34:24,440 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/f/89a9db0814474186b03d8b7b9de09766, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T18:34:24,446 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/.tmp/f1/cbde8a5341de4920ab4ed32da32f6cca as hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/f1/cbde8a5341de4920ab4ed32da32f6cca 2024-12-03T18:34:24,459 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbde8a5341de4920ab4ed32da32f6cca 2024-12-03T18:34:24,460 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/f1/cbde8a5341de4920ab4ed32da32f6cca, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T18:34:24,463 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/.tmp/norep/907b08969b194bf3abc1f060aa3b3891 as hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/norep/907b08969b194bf3abc1f060aa3b3891 2024-12-03T18:34:24,523 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 907b08969b194bf3abc1f060aa3b3891 2024-12-03T18:34:24,523 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/norep/907b08969b194bf3abc1f060aa3b3891, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T18:34:24,524 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 59eac054f3645ab21824ff894e66e0da in 393ms, sequenceid=10, compaction requested=false 2024-12-03T18:34:24,539 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ff96a55ed01d5e1f52be11f02b928a3, 59eac054f3645ab21824ff894e66e0da 2024-12-03T18:34:24,565 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:34:24,565 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:34:24,582 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 1488, reset compression=false 2024-12-03T18:34:24,594 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/default/test/59eac054f3645ab21824ff894e66e0da/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T18:34:24,595 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:34:24,595 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:34:24,595 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250848308.59eac054f3645ab21824ff894e66e0da. 2024-12-03T18:34:24,595 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59eac054f3645ab21824ff894e66e0da: Waiting for close lock at 1733250864131Running coprocessor pre-close hooks at 1733250864131Disabling compacts and flushes for region at 1733250864131Disabling writes for close at 1733250864131Obtaining lock to block concurrent updates at 1733250864131Preparing flush snapshotting stores in 59eac054f3645ab21824ff894e66e0da at 1733250864131Finished memstore snapshotting test,,1733250848308.59eac054f3645ab21824ff894e66e0da., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733250864132 (+1 ms)Flushing stores of test,,1733250848308.59eac054f3645ab21824ff894e66e0da. at 1733250864133 (+1 ms)Flushing 59eac054f3645ab21824ff894e66e0da/f: creating writer at 1733250864133Flushing 59eac054f3645ab21824ff894e66e0da/f: appending metadata at 1733250864161 (+28 ms)Flushing 59eac054f3645ab21824ff894e66e0da/f: closing flushed file at 1733250864161Flushing 59eac054f3645ab21824ff894e66e0da/f1: creating writer at 1733250864220 (+59 ms)Flushing 59eac054f3645ab21824ff894e66e0da/f1: appending metadata at 1733250864261 (+41 ms)Flushing 59eac054f3645ab21824ff894e66e0da/f1: closing flushed file at 1733250864261Flushing 59eac054f3645ab21824ff894e66e0da/norep: creating writer at 1733250864297 (+36 ms)Flushing 59eac054f3645ab21824ff894e66e0da/norep: appending metadata at 1733250864342 (+45 ms)Flushing 59eac054f3645ab21824ff894e66e0da/norep: closing flushed file at 1733250864342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c2b8ca8: reopening flushed file at 1733250864431 (+89 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c286f71: reopening flushed file at 1733250864440 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6870a0b0: reopening flushed file at 1733250864460 (+20 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 59eac054f3645ab21824ff894e66e0da in 393ms, sequenceid=10, compaction requested=false at 1733250864524 (+64 ms)Writing region close event to WAL at 1733250864563 (+39 ms)Running coprocessor post-close hooks at 1733250864595 (+32 ms)Closed at 1733250864595 2024-12-03T18:34:24,595 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250848308.59eac054f3645ab21824ff894e66e0da. 2024-12-03T18:34:24,595 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ff96a55ed01d5e1f52be11f02b928a3, disabling compactions & flushes 2024-12-03T18:34:24,595 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:24,595 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:24,595 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. after waiting 0 ms 2024-12-03T18:34:24,595 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:24,595 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ff96a55ed01d5e1f52be11f02b928a3: Waiting for close lock at 1733250864595Running coprocessor pre-close hooks at 1733250864595Disabling compacts and flushes for region at 1733250864595Disabling writes for close at 1733250864595Failed flush hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3., putting online again at 1733250864595 2024-12-03T18:34:24,595 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:24,616 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:24,616 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 2132, reset compression=false 2024-12-03T18:34:24,647 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/.tmp/info/1b226858821b4c128cf42438fae3d419 2024-12-03T18:34:24,666 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1193, reset compression=false 2024-12-03T18:34:24,684 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/.tmp/ns/829dce2cefd94c3189fa0ee585013700 is 43, key is default/ns:d/1733250846360/Put/seqid=0 2024-12-03T18:34:24,739 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:24,740 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ff96a55ed01d5e1f52be11f02b928a3 2024-12-03T18:34:24,740 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ff96a55ed01d5e1f52be11f02b928a3, disabling compactions & flushes 2024-12-03T18:34:24,740 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:24,740 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:24,740 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. after waiting 0 ms 2024-12-03T18:34:24,740 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:24,740 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ff96a55ed01d5e1f52be11f02b928a3: Waiting for close lock at 1733250864740Running coprocessor pre-close hooks at 1733250864740Disabling compacts and flushes for region at 1733250864740Disabling writes for close at 1733250864740Failed flush hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3., putting online again at 1733250864740 2024-12-03T18:34:24,740 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3. 2024-12-03T18:34:24,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741844_1020 (size=5153) 2024-12-03T18:34:24,864 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 2132, reset compression=false 2024-12-03T18:34:24,940 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:34:24,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:34:24,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:24,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:24,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:24,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:24,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:25,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:25,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:25,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:25,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:25,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:25,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:25,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:25,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:25,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:25,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:25,140 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:34:25,141 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4ff96a55ed01d5e1f52be11f02b928a3=hbase:replication,,1733250854863.4ff96a55ed01d5e1f52be11f02b928a3.} 2024-12-03T18:34:25,141 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:34:25,148 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/.tmp/ns/829dce2cefd94c3189fa0ee585013700 2024-12-03T18:34:25,198 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1193, reset compression=false 2024-12-03T18:34:25,203 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 2132, reset compression=false 2024-12-03T18:34:25,207 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 636, reset compression=false 2024-12-03T18:34:25,213 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/.tmp/rep_barrier/7f455fe0f3d54da2a0a31e66e9dafb0f is 112, key is test,,1733250848308.59eac054f3645ab21824ff894e66e0da./rep_barrier:seqnumDuringOpen/1733250849672/Put/seqid=0 2024-12-03T18:34:25,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741845_1021 (size=5518) 2024-12-03T18:34:25,243 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/.tmp/rep_barrier/7f455fe0f3d54da2a0a31e66e9dafb0f 2024-12-03T18:34:25,311 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/.tmp/table/002d7dccf334491a8744287ddf8e9e66 is 53, key is hbase:replication/table:state/1733250856339/Put/seqid=0 2024-12-03T18:34:25,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741846_1022 (size=5308) 2024-12-03T18:34:25,341 DEBUG [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:34:25,343 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/.tmp/table/002d7dccf334491a8744287ddf8e9e66 2024-12-03T18:34:25,353 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/.tmp/info/1b226858821b4c128cf42438fae3d419 as hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/info/1b226858821b4c128cf42438fae3d419 2024-12-03T18:34:25,378 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/info/1b226858821b4c128cf42438fae3d419, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T18:34:25,380 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/.tmp/ns/829dce2cefd94c3189fa0ee585013700 as hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/ns/829dce2cefd94c3189fa0ee585013700 2024-12-03T18:34:25,392 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/ns/829dce2cefd94c3189fa0ee585013700, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T18:34:25,393 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/.tmp/rep_barrier/7f455fe0f3d54da2a0a31e66e9dafb0f as hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/rep_barrier/7f455fe0f3d54da2a0a31e66e9dafb0f 2024-12-03T18:34:25,408 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/rep_barrier/7f455fe0f3d54da2a0a31e66e9dafb0f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T18:34:25,411 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/.tmp/table/002d7dccf334491a8744287ddf8e9e66 as hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/table/002d7dccf334491a8744287ddf8e9e66 2024-12-03T18:34:25,421 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/table/002d7dccf334491a8744287ddf8e9e66, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T18:34:25,422 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1271ms, sequenceid=16, compaction requested=false 2024-12-03T18:34:25,463 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T18:34:25,464 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:34:25,464 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:34:25,464 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:34:25,464 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250864150Running coprocessor pre-close hooks at 1733250864150Disabling compacts and flushes for region at 1733250864150Disabling writes for close at 1733250864151 (+1 ms)Obtaining lock to block concurrent updates at 1733250864151Preparing flush snapshotting stores in 1588230740 at 1733250864151Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733250864151Flushing stores of hbase:meta,,1.1588230740 at 1733250864152 (+1 ms)Flushing 1588230740/info: creating writer at 1733250864152Flushing 1588230740/info: appending metadata at 1733250864192 (+40 ms)Flushing 1588230740/info: closing flushed file at 1733250864192Flushing 1588230740/ns: creating writer at 1733250864657 (+465 ms)Flushing 1588230740/ns: appending metadata at 1733250864684 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733250864684Flushing 1588230740/rep_barrier: creating writer at 1733250865161 (+477 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250865213 (+52 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250865213Flushing 1588230740/table: creating writer at 1733250865260 (+47 ms)Flushing 1588230740/table: appending metadata at 1733250865311 (+51 ms)Flushing 1588230740/table: closing flushed file at 1733250865311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d731318: reopening flushed file at 1733250865351 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6b9568: reopening flushed file at 1733250865378 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d76b721: reopening flushed file at 1733250865392 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c43dcc4: reopening flushed file at 1733250865409 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1271ms, sequenceid=16, compaction requested=false at 1733250865422 (+13 ms)Writing region close event to WAL at 1733250865451 (+29 ms)Running coprocessor post-close hooks at 1733250865464 (+13 ms)Closed at 1733250865464 2024-12-03T18:34:25,464 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:34:25,541 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T18:34:25,541 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,41005,1733250844040; all regions closed. 2024-12-03T18:34:25,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741834_1010 (size=4239) 2024-12-03T18:34:25,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741839_1015 (size=2171) 2024-12-03T18:34:25,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741833_1009 (size=2140) 2024-12-03T18:34:25,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 not finished, retry = 0 2024-12-03T18:34:25,626 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 to pos 2132, reset compression=false 2024-12-03T18:34:25,681 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/WALs/5cd6afc4bcac,41005,1733250844040/5cd6afc4bcac%2C41005%2C1733250844040.1733250845730 2024-12-03T18:34:25,681 DEBUG [RS:0;5cd6afc4bcac:41005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:25,681 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:34:25,682 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:34:25,682 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:34:25,682 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:34:25,683 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,41005,1733250844040 because: Region server is closing 2024-12-03T18:34:25,683 INFO [RS:0;5cd6afc4bcac:41005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:41005. 2024-12-03T18:34:25,683 DEBUG [RS:0;5cd6afc4bcac:41005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:25,683 DEBUG [RS:0;5cd6afc4bcac:41005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:25,683 DEBUG [RS:0;5cd6afc4bcac:41005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:25,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:25,684 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:34:25,784 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.shipper5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 terminated 2024-12-03T18:34:25,784 INFO [RS:0;5cd6afc4bcac:41005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:41005. 2024-12-03T18:34:25,784 DEBUG [RS:0;5cd6afc4bcac:41005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:25,784 DEBUG [RS:0;5cd6afc4bcac:41005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:25,784 DEBUG [RS:0;5cd6afc4bcac:41005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:25,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:25,784 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,41005,1733250844040.replicationSource.wal-reader.5cd6afc4bcac%2C41005%2C1733250844040,1-5cd6afc4bcac,41005,1733250844040 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-03T18:34:25,785 INFO [RS:0;5cd6afc4bcac:41005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41005 2024-12-03T18:34:25,807 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1193, reset compression=false 2024-12-03T18:34:25,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1272466924/rs/5cd6afc4bcac,41005,1733250844040 2024-12-03T18:34:25,821 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:34:25,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924/rs 2024-12-03T18:34:25,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,41005,1733250844040] 2024-12-03T18:34:25,870 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1272466924/draining/5cd6afc4bcac,41005,1733250844040 already deleted, retry=false 2024-12-03T18:34:25,870 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,41005,1733250844040 expired; onlineServers=0 2024-12-03T18:34:25,871 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,46719,1733250843805' ***** 2024-12-03T18:34:25,871 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:34:25,871 INFO [M:0;5cd6afc4bcac:46719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:34:25,871 INFO [M:0;5cd6afc4bcac:46719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:34:25,871 DEBUG [M:0;5cd6afc4bcac:46719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:34:25,871 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:34:25,871 DEBUG [M:0;5cd6afc4bcac:46719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:34:25,871 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250845287 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250845287,5,FailOnTimeoutGroup] 2024-12-03T18:34:25,871 INFO [M:0;5cd6afc4bcac:46719 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:34:25,871 INFO [M:0;5cd6afc4bcac:46719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:34:25,871 DEBUG [M:0;5cd6afc4bcac:46719 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:34:25,871 INFO [M:0;5cd6afc4bcac:46719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:34:25,871 INFO [M:0;5cd6afc4bcac:46719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:34:25,871 INFO [M:0;5cd6afc4bcac:46719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:34:25,872 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250845292 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250845292,5,FailOnTimeoutGroup] 2024-12-03T18:34:25,874 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:34:25,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1272466924/master 2024-12-03T18:34:25,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1272466924 2024-12-03T18:34:25,882 DEBUG [M:0;5cd6afc4bcac:46719 {}] zookeeper.ZKUtil(347): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Unable to get data of znode /2-1272466924/master because node does not exist (not an error) 2024-12-03T18:34:25,882 WARN [M:0;5cd6afc4bcac:46719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:34:25,901 INFO [M:0;5cd6afc4bcac:46719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/.lastflushedseqids 2024-12-03T18:34:25,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:34:25,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41005-0x1019dc258fc0007, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:34:25,946 INFO [RS:0;5cd6afc4bcac:41005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:34:25,946 INFO [RS:0;5cd6afc4bcac:41005 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,41005,1733250844040; zookeeper connection closed. 2024-12-03T18:34:25,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7406ea3a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7406ea3a 2024-12-03T18:34:25,948 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:34:25,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741847_1023 (size=245) 2024-12-03T18:34:26,120 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 636, reset compression=false 2024-12-03T18:34:26,367 INFO [M:0;5cd6afc4bcac:46719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:34:26,368 INFO [M:0;5cd6afc4bcac:46719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:34:26,368 DEBUG [M:0;5cd6afc4bcac:46719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:34:26,368 INFO [M:0;5cd6afc4bcac:46719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:26,368 DEBUG [M:0;5cd6afc4bcac:46719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:26,368 DEBUG [M:0;5cd6afc4bcac:46719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:34:26,368 DEBUG [M:0;5cd6afc4bcac:46719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:26,368 INFO [M:0;5cd6afc4bcac:46719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T18:34:26,403 DEBUG [M:0;5cd6afc4bcac:46719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a4fd484325847b3ac4579a84fb603a5 is 82, key is hbase:meta,,1/info:regioninfo/1733250846299/Put/seqid=0 2024-12-03T18:34:26,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741848_1024 (size=5672) 2024-12-03T18:34:26,467 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:34:26,528 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1193, reset compression=false 2024-12-03T18:34:26,835 INFO [M:0;5cd6afc4bcac:46719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a4fd484325847b3ac4579a84fb603a5 2024-12-03T18:34:26,874 DEBUG [M:0;5cd6afc4bcac:46719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dee73a2b93f54b8bb3e7020ecf41469c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733250856345/Put/seqid=0 2024-12-03T18:34:26,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741849_1025 (size=8516) 2024-12-03T18:34:26,910 INFO [M:0;5cd6afc4bcac:46719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dee73a2b93f54b8bb3e7020ecf41469c 2024-12-03T18:34:26,964 DEBUG [M:0;5cd6afc4bcac:46719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57d2ab6f7141413facfc4f58de2c00c5 is 69, key is 5cd6afc4bcac,41005,1733250844040/rs:state/1733250845365/Put/seqid=0 2024-12-03T18:34:26,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741850_1026 (size=5156) 2024-12-03T18:34:26,977 INFO [M:0;5cd6afc4bcac:46719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57d2ab6f7141413facfc4f58de2c00c5 2024-12-03T18:34:26,985 DEBUG [M:0;5cd6afc4bcac:46719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a4fd484325847b3ac4579a84fb603a5 as hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a4fd484325847b3ac4579a84fb603a5 2024-12-03T18:34:26,989 INFO [M:0;5cd6afc4bcac:46719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a4fd484325847b3ac4579a84fb603a5, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T18:34:26,990 DEBUG [M:0;5cd6afc4bcac:46719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dee73a2b93f54b8bb3e7020ecf41469c as hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dee73a2b93f54b8bb3e7020ecf41469c 2024-12-03T18:34:26,994 INFO [M:0;5cd6afc4bcac:46719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dee73a2b93f54b8bb3e7020ecf41469c, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T18:34:26,995 DEBUG [M:0;5cd6afc4bcac:46719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57d2ab6f7141413facfc4f58de2c00c5 as hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57d2ab6f7141413facfc4f58de2c00c5 2024-12-03T18:34:27,001 INFO [M:0;5cd6afc4bcac:46719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40085/user/jenkins/test-data/77559645-b5c6-d4b6-4ceb-109d82e8c965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57d2ab6f7141413facfc4f58de2c00c5, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T18:34:27,002 INFO [M:0;5cd6afc4bcac:46719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 634ms, sequenceid=97, compaction requested=false 2024-12-03T18:34:27,014 INFO [M:0;5cd6afc4bcac:46719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:27,015 DEBUG [M:0;5cd6afc4bcac:46719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250866368Disabling compacts and flushes for region at 1733250866368Disabling writes for close at 1733250866368Obtaining lock to block concurrent updates at 1733250866368Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250866368Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733250866368Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250866369 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250866369Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250866403 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250866403Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250866839 (+436 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250866874 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250866874Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250866935 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250866963 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250866963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15be59eb: reopening flushed file at 1733250866984 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c94066: reopening flushed file at 1733250866989 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46cac970: reopening flushed file at 1733250866995 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 634ms, sequenceid=97, compaction requested=false at 1733250867002 (+7 ms)Writing region close event to WAL at 1733250867014 (+12 ms)Closed at 1733250867014 2024-12-03T18:34:27,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37847 is added to blk_1073741830_1006 (size=63654) 2024-12-03T18:34:27,021 INFO [M:0;5cd6afc4bcac:46719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:34:27,021 INFO [M:0;5cd6afc4bcac:46719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46719 2024-12-03T18:34:27,021 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:34:27,021 INFO [M:0;5cd6afc4bcac:46719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:34:27,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:34:27,132 INFO [M:0;5cd6afc4bcac:46719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:34:27,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x1019dc258fc0006, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:34:27,139 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 636, reset compression=false 2024-12-03T18:34:27,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f6c6732{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:34:27,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aec2a8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:34:27,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:34:27,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b37eb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:34:27,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3443c395{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/hadoop.log.dir/,STOPPED} 2024-12-03T18:34:27,149 WARN [BP-263805251-172.17.0.3-1733250841457 heartbeating to localhost/127.0.0.1:40085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:34:27,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:34:27,149 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:34:27,149 WARN [BP-263805251-172.17.0.3-1733250841457 heartbeating to localhost/127.0.0.1:40085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-263805251-172.17.0.3-1733250841457 (Datanode Uuid 5c17532a-56eb-4172-a589-f5fa071d34a7) service to localhost/127.0.0.1:40085 2024-12-03T18:34:27,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/cluster_70e7c13c-965e-61f6-962e-46c8dcc8e195/data/data1/current/BP-263805251-172.17.0.3-1733250841457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:34:27,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/cluster_70e7c13c-965e-61f6-962e-46c8dcc8e195/data/data2/current/BP-263805251-172.17.0.3-1733250841457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:34:27,150 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:34:27,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58beb4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:34:27,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fa2027f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:34:27,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:34:27,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12f46769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:34:27,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39201cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/hadoop.log.dir/,STOPPED} 2024-12-03T18:34:27,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:34:27,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:34:27,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:34:27,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:27,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:27,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:27,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:27,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:34:27,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1912084319, stopped=false 2024-12-03T18:34:27,183 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,35289,1733250836913 2024-12-03T18:34:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1669656656/running 2024-12-03T18:34:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1669656656/running 2024-12-03T18:34:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:34:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:34:27,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:34:27,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Set watcher on znode that does not yet exist, /1669656656/running 2024-12-03T18:34:27,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Set watcher on znode that does not yet exist, /1669656656/running 2024-12-03T18:34:27,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:34:27,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:27,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:27,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,33645,1733250837442' ***** 2024-12-03T18:34:27,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:34:27,199 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:34:27,199 INFO [RS:0;5cd6afc4bcac:33645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:34:27,199 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:34:27,199 INFO [RS:0;5cd6afc4bcac:33645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:34:27,199 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(3091): Received CLOSE for c1508d5625ad8f33c99f6a5f9ae84b06 2024-12-03T18:34:27,199 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(3091): Received CLOSE for e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:27,199 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:27,199 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:34:27,199 INFO [RS:0;5cd6afc4bcac:33645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:33645. 2024-12-03T18:34:27,199 DEBUG [RS:0;5cd6afc4bcac:33645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:27,199 DEBUG [RS:0;5cd6afc4bcac:33645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:27,199 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:34:27,199 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:34:27,200 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:34:27,200 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:34:27,200 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1508d5625ad8f33c99f6a5f9ae84b06, disabling compactions & flushes 2024-12-03T18:34:27,200 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. 2024-12-03T18:34:27,200 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. 2024-12-03T18:34:27,200 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. after waiting 0 ms 2024-12-03T18:34:27,200 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. 2024-12-03T18:34:27,200 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1508d5625ad8f33c99f6a5f9ae84b06 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T18:34:27,202 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T18:34:27,202 DEBUG [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1325): Online Regions={c1508d5625ad8f33c99f6a5f9ae84b06=hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06., 1588230740=hbase:meta,,1.1588230740, e5c237c911477fa41b06a6f429958728=test,,1733250847163.e5c237c911477fa41b06a6f429958728.} 2024-12-03T18:34:27,202 DEBUG [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1508d5625ad8f33c99f6a5f9ae84b06, e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:27,203 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:34:27,203 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:34:27,203 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:34:27,203 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:34:27,203 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:34:27,204 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T18:34:27,218 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/replication/c1508d5625ad8f33c99f6a5f9ae84b06/.tmp/queue/f430864c8c144697922c38e62c928b15 is 154, key is 1-5cd6afc4bcac,33645,1733250837442/queue:5cd6afc4bcac%2C33645%2C1733250837442/1733250863724/Put/seqid=0 2024-12-03T18:34:27,232 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/.tmp/info/8dfe39dbbc7c4ee2b87474e116e2d535 is 147, key is hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06./info:regioninfo/1733250853529/Put/seqid=0 2024-12-03T18:34:27,232 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:34:27,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741841_1017 (size=7686) 2024-12-03T18:34:27,243 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/.tmp/info/8dfe39dbbc7c4ee2b87474e116e2d535 2024-12-03T18:34:27,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741840_1016 (size=5353) 2024-12-03T18:34:27,297 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/.tmp/ns/e100c1c3ed8c4bc7bf035ce8868c4e6d is 43, key is default/ns:d/1733250841249/Put/seqid=0 2024-12-03T18:34:27,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:34:27,318 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/.tmp/ns/e100c1c3ed8c4bc7bf035ce8868c4e6d 2024-12-03T18:34:27,350 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:34:27,350 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:34:27,350 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1193, reset compression=false 2024-12-03T18:34:27,387 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/.tmp/rep_barrier/8b68bac6632246f0b77e297e16ffe325 is 112, key is test,,1733250847163.e5c237c911477fa41b06a6f429958728./rep_barrier:seqnumDuringOpen/1733250848140/Put/seqid=0 2024-12-03T18:34:27,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741843_1019 (size=5518) 2024-12-03T18:34:27,394 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/.tmp/rep_barrier/8b68bac6632246f0b77e297e16ffe325 2024-12-03T18:34:27,405 DEBUG [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1508d5625ad8f33c99f6a5f9ae84b06, e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:27,445 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/.tmp/table/6fc43f177cca4fb6a7cd7e94d97c7e31 is 53, key is hbase:replication/table:state/1733250853536/Put/seqid=0 2024-12-03T18:34:27,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741844_1020 (size=5308) 2024-12-03T18:34:27,605 DEBUG [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1508d5625ad8f33c99f6a5f9ae84b06, e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:27,672 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/replication/c1508d5625ad8f33c99f6a5f9ae84b06/.tmp/queue/f430864c8c144697922c38e62c928b15 2024-12-03T18:34:27,682 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/replication/c1508d5625ad8f33c99f6a5f9ae84b06/.tmp/queue/f430864c8c144697922c38e62c928b15 as hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/replication/c1508d5625ad8f33c99f6a5f9ae84b06/queue/f430864c8c144697922c38e62c928b15 2024-12-03T18:34:27,691 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/replication/c1508d5625ad8f33c99f6a5f9ae84b06/queue/f430864c8c144697922c38e62c928b15, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T18:34:27,693 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c1508d5625ad8f33c99f6a5f9ae84b06 in 493ms, sequenceid=12, compaction requested=false 2024-12-03T18:34:27,740 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/replication/c1508d5625ad8f33c99f6a5f9ae84b06/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T18:34:27,743 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:34:27,743 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:34:27,743 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. 2024-12-03T18:34:27,743 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1508d5625ad8f33c99f6a5f9ae84b06: Waiting for close lock at 1733250867200Running coprocessor pre-close hooks at 1733250867200Disabling compacts and flushes for region at 1733250867200Disabling writes for close at 1733250867200Obtaining lock to block concurrent updates at 1733250867200Preparing flush snapshotting stores in c1508d5625ad8f33c99f6a5f9ae84b06 at 1733250867200Finished memstore snapshotting hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733250867201 (+1 ms)Flushing stores of hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. at 1733250867202 (+1 ms)Flushing c1508d5625ad8f33c99f6a5f9ae84b06/queue: creating writer at 1733250867202Flushing c1508d5625ad8f33c99f6a5f9ae84b06/queue: appending metadata at 1733250867217 (+15 ms)Flushing c1508d5625ad8f33c99f6a5f9ae84b06/queue: closing flushed file at 1733250867217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76664c17: reopening flushed file at 1733250867681 (+464 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c1508d5625ad8f33c99f6a5f9ae84b06 in 493ms, sequenceid=12, compaction requested=false at 1733250867693 (+12 ms)Writing region close event to WAL at 1733250867731 (+38 ms)Running coprocessor post-close hooks at 1733250867743 (+12 ms)Closed at 1733250867743 2024-12-03T18:34:27,743 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250852660.c1508d5625ad8f33c99f6a5f9ae84b06. 2024-12-03T18:34:27,743 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5c237c911477fa41b06a6f429958728, disabling compactions & flushes 2024-12-03T18:34:27,743 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250847163.e5c237c911477fa41b06a6f429958728. 2024-12-03T18:34:27,743 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250847163.e5c237c911477fa41b06a6f429958728. 2024-12-03T18:34:27,743 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250847163.e5c237c911477fa41b06a6f429958728. after waiting 0 ms 2024-12-03T18:34:27,743 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250847163.e5c237c911477fa41b06a6f429958728. 2024-12-03T18:34:27,744 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e5c237c911477fa41b06a6f429958728 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T18:34:27,785 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/.tmp/f/ae13789e0cc44bc1af2de15881f79970 is 29, key is row1/f:/1733250862076/DeleteFamily/seqid=0 2024-12-03T18:34:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741845_1021 (size=5152) 2024-12-03T18:34:27,801 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/.tmp/f/ae13789e0cc44bc1af2de15881f79970 2024-12-03T18:34:27,805 DEBUG [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:27,807 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae13789e0cc44bc1af2de15881f79970 2024-12-03T18:34:27,831 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/.tmp/f1/13be28aef48d4e44891fd18357781fe0 is 30, key is row1/f1:/1733250862076/DeleteFamily/seqid=0 2024-12-03T18:34:27,855 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/.tmp/table/6fc43f177cca4fb6a7cd7e94d97c7e31 2024-12-03T18:34:27,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741846_1022 (size=5158) 2024-12-03T18:34:27,858 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/.tmp/f1/13be28aef48d4e44891fd18357781fe0 2024-12-03T18:34:27,863 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/.tmp/info/8dfe39dbbc7c4ee2b87474e116e2d535 as hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/info/8dfe39dbbc7c4ee2b87474e116e2d535 2024-12-03T18:34:27,868 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13be28aef48d4e44891fd18357781fe0 2024-12-03T18:34:27,891 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/info/8dfe39dbbc7c4ee2b87474e116e2d535, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T18:34:27,893 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/.tmp/ns/e100c1c3ed8c4bc7bf035ce8868c4e6d as hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/ns/e100c1c3ed8c4bc7bf035ce8868c4e6d 2024-12-03T18:34:27,920 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/.tmp/norep/411ef272a5d94becb6e32912b5279138 is 33, key is row1/norep:/1733250862076/DeleteFamily/seqid=0 2024-12-03T18:34:27,925 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/ns/e100c1c3ed8c4bc7bf035ce8868c4e6d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T18:34:27,933 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/.tmp/rep_barrier/8b68bac6632246f0b77e297e16ffe325 as hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/rep_barrier/8b68bac6632246f0b77e297e16ffe325 2024-12-03T18:34:27,963 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/rep_barrier/8b68bac6632246f0b77e297e16ffe325, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T18:34:27,967 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/.tmp/table/6fc43f177cca4fb6a7cd7e94d97c7e31 as hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/table/6fc43f177cca4fb6a7cd7e94d97c7e31 2024-12-03T18:34:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741847_1023 (size=5108) 2024-12-03T18:34:27,991 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/.tmp/norep/411ef272a5d94becb6e32912b5279138 2024-12-03T18:34:27,992 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/table/6fc43f177cca4fb6a7cd7e94d97c7e31, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T18:34:27,993 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 789ms, sequenceid=16, compaction requested=false 2024-12-03T18:34:28,006 DEBUG [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5c237c911477fa41b06a6f429958728 2024-12-03T18:34:28,016 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 411ef272a5d94becb6e32912b5279138 2024-12-03T18:34:28,018 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/.tmp/f/ae13789e0cc44bc1af2de15881f79970 as hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/f/ae13789e0cc44bc1af2de15881f79970 2024-12-03T18:34:28,026 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae13789e0cc44bc1af2de15881f79970 2024-12-03T18:34:28,026 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/f/ae13789e0cc44bc1af2de15881f79970, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T18:34:28,027 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/.tmp/f1/13be28aef48d4e44891fd18357781fe0 as hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/f1/13be28aef48d4e44891fd18357781fe0 2024-12-03T18:34:28,033 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13be28aef48d4e44891fd18357781fe0 2024-12-03T18:34:28,034 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/f1/13be28aef48d4e44891fd18357781fe0, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T18:34:28,035 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/.tmp/norep/411ef272a5d94becb6e32912b5279138 as hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/norep/411ef272a5d94becb6e32912b5279138 2024-12-03T18:34:28,050 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 411ef272a5d94becb6e32912b5279138 2024-12-03T18:34:28,050 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/norep/411ef272a5d94becb6e32912b5279138, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T18:34:28,058 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e5c237c911477fa41b06a6f429958728 in 313ms, sequenceid=10, compaction requested=false 2024-12-03T18:34:28,058 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T18:34:28,060 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:34:28,060 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:34:28,060 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:34:28,060 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250867203Running coprocessor pre-close hooks at 1733250867203Disabling compacts and flushes for region at 1733250867203Disabling writes for close at 1733250867203Obtaining lock to block concurrent updates at 1733250867204 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733250867204Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733250867204Flushing stores of hbase:meta,,1.1588230740 at 1733250867205 (+1 ms)Flushing 1588230740/info: creating writer at 1733250867205Flushing 1588230740/info: appending metadata at 1733250867232 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733250867232Flushing 1588230740/ns: creating writer at 1733250867267 (+35 ms)Flushing 1588230740/ns: appending metadata at 1733250867295 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733250867295Flushing 1588230740/rep_barrier: creating writer at 1733250867326 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250867387 (+61 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250867387Flushing 1588230740/table: creating writer at 1733250867411 (+24 ms)Flushing 1588230740/table: appending metadata at 1733250867445 (+34 ms)Flushing 1588230740/table: closing flushed file at 1733250867445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4dde92: reopening flushed file at 1733250867860 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@241f68d0: reopening flushed file at 1733250867892 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7716264: reopening flushed file at 1733250867925 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e27f882: reopening flushed file at 1733250867964 (+39 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 789ms, sequenceid=16, compaction requested=false at 1733250867993 (+29 ms)Writing region close event to WAL at 1733250868045 (+52 ms)Running coprocessor post-close hooks at 1733250868060 (+15 ms)Closed at 1733250868060 2024-12-03T18:34:28,061 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:34:28,090 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/data/default/test/e5c237c911477fa41b06a6f429958728/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T18:34:28,099 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:34:28,099 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:34:28,099 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250847163.e5c237c911477fa41b06a6f429958728. 2024-12-03T18:34:28,099 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5c237c911477fa41b06a6f429958728: Waiting for close lock at 1733250867743Running coprocessor pre-close hooks at 1733250867743Disabling compacts and flushes for region at 1733250867743Disabling writes for close at 1733250867743Obtaining lock to block concurrent updates at 1733250867744 (+1 ms)Preparing flush snapshotting stores in e5c237c911477fa41b06a6f429958728 at 1733250867744Finished memstore snapshotting test,,1733250847163.e5c237c911477fa41b06a6f429958728., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733250867744Flushing stores of test,,1733250847163.e5c237c911477fa41b06a6f429958728. at 1733250867744Flushing e5c237c911477fa41b06a6f429958728/f: creating writer at 1733250867745 (+1 ms)Flushing e5c237c911477fa41b06a6f429958728/f: appending metadata at 1733250867785 (+40 ms)Flushing e5c237c911477fa41b06a6f429958728/f: closing flushed file at 1733250867785Flushing e5c237c911477fa41b06a6f429958728/f1: creating writer at 1733250867807 (+22 ms)Flushing e5c237c911477fa41b06a6f429958728/f1: appending metadata at 1733250867830 (+23 ms)Flushing e5c237c911477fa41b06a6f429958728/f1: closing flushed file at 1733250867830Flushing e5c237c911477fa41b06a6f429958728/norep: creating writer at 1733250867868 (+38 ms)Flushing e5c237c911477fa41b06a6f429958728/norep: appending metadata at 1733250867919 (+51 ms)Flushing e5c237c911477fa41b06a6f429958728/norep: closing flushed file at 1733250867919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c654704: reopening flushed file at 1733250868016 (+97 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aff1ab2: reopening flushed file at 1733250868026 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274da6b2: reopening flushed file at 1733250868034 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e5c237c911477fa41b06a6f429958728 in 313ms, sequenceid=10, compaction requested=false at 1733250868058 (+24 ms)Writing region close event to WAL at 1733250868085 (+27 ms)Running coprocessor post-close hooks at 1733250868099 (+14 ms)Closed at 1733250868099 2024-12-03T18:34:28,100 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250847163.e5c237c911477fa41b06a6f429958728. 2024-12-03T18:34:28,206 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,33645,1733250837442; all regions closed. 2024-12-03T18:34:28,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741834_1010 (size=4239) 2024-12-03T18:34:28,249 DEBUG [RS:0;5cd6afc4bcac:33645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/oldWALs 2024-12-03T18:34:28,249 INFO [RS:0;5cd6afc4bcac:33645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C33645%2C1733250837442.meta:.meta(num 1733250841066) 2024-12-03T18:34:28,268 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 636, reset compression=false 2024-12-03T18:34:28,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741839_1015 (size=3114) 2024-12-03T18:34:28,283 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 to pos 1193, reset compression=false 2024-12-03T18:34:28,287 DEBUG [RS:0;5cd6afc4bcac:33645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/oldWALs 2024-12-03T18:34:28,287 INFO [RS:0;5cd6afc4bcac:33645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C33645%2C1733250837442.rep:(num 1733250853474) 2024-12-03T18:34:28,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741833_1009 (size=2092) 2024-12-03T18:34:28,365 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 not finished, retry = 0 2024-12-03T18:34:28,467 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459 2024-12-03T18:34:28,468 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:28,468 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T18:34:28,468 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.wal-reader.5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T18:34:28,468 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,33645,1733250837442 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/WALs/5cd6afc4bcac,33645,1733250837442/5cd6afc4bcac%2C33645%2C1733250837442.1733250840459, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T18:34:28,469 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5cd6afc4bcac,33645,1733250837442: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5cd6afc4bcac,33645,1733250837442, walGroup=5cd6afc4bcac%2C33645%2C1733250837442, offset=5cd6afc4bcac%2C33645%2C1733250837442.1733250840459:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:33645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T18:34:28,470 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T18:34:28,470 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T18:34:28,471 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T18:34:28,471 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T18:34:28,471 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T18:34:28,471 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 989189368 }, "NonHeapMemoryUsage": { "committed": 207421440, "init": 7667712, "max": -1, "used": 203369560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T18:34:28,471 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:35289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:35289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T18:34:28,475 DEBUG [RS:0;5cd6afc4bcac:33645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/oldWALs 2024-12-03T18:34:28,475 INFO [RS:0;5cd6afc4bcac:33645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C33645%2C1733250837442:(num 1733250840459) 2024-12-03T18:34:28,475 DEBUG [RS:0;5cd6afc4bcac:33645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:28,475 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:34:28,475 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:34:28,476 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:34:28,476 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:34:28,476 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,33645,1733250837442 because: Region server is closing 2024-12-03T18:34:28,476 INFO [RS:0;5cd6afc4bcac:33645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:33645. 2024-12-03T18:34:28,476 DEBUG [RS:0;5cd6afc4bcac:33645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:28,476 DEBUG [RS:0;5cd6afc4bcac:33645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:28,476 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:34:28,477 DEBUG [RS:0;5cd6afc4bcac:33645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:28,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:28,482 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5cd6afc4bcac%2C33645%2C1733250837442.1733250840459] 2024-12-03T18:34:28,577 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,33645,1733250837442.replicationSource.shipper5cd6afc4bcac%2C33645%2C1733250837442,1-5cd6afc4bcac,33645,1733250837442 terminated 2024-12-03T18:34:28,577 INFO [RS:0;5cd6afc4bcac:33645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:33645. 2024-12-03T18:34:28,577 DEBUG [RS:0;5cd6afc4bcac:33645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:28,577 DEBUG [RS:0;5cd6afc4bcac:33645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:28,577 DEBUG [RS:0;5cd6afc4bcac:33645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:28,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:28,578 INFO [RS:0;5cd6afc4bcac:33645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33645 2024-12-03T18:34:28,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1669656656/rs/5cd6afc4bcac,33645,1733250837442 2024-12-03T18:34:28,615 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:34:28,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656/rs 2024-12-03T18:34:28,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,33645,1733250837442] 2024-12-03T18:34:28,623 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1669656656/draining/5cd6afc4bcac,33645,1733250837442 already deleted, retry=false 2024-12-03T18:34:28,623 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,33645,1733250837442 expired; onlineServers=0 2024-12-03T18:34:28,623 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,35289,1733250836913' ***** 2024-12-03T18:34:28,623 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:34:28,624 INFO [M:0;5cd6afc4bcac:35289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:34:28,624 INFO [M:0;5cd6afc4bcac:35289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:34:28,624 DEBUG [M:0;5cd6afc4bcac:35289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:34:28,624 DEBUG [M:0;5cd6afc4bcac:35289 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:34:28,624 INFO [M:0;5cd6afc4bcac:35289 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:34:28,624 INFO [M:0;5cd6afc4bcac:35289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:34:28,624 DEBUG [M:0;5cd6afc4bcac:35289 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:34:28,624 INFO [M:0;5cd6afc4bcac:35289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:34:28,624 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:34:28,624 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250840134 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250840134,5,FailOnTimeoutGroup] 2024-12-03T18:34:28,625 INFO [M:0;5cd6afc4bcac:35289 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:34:28,625 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250840136 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250840136,5,FailOnTimeoutGroup] 2024-12-03T18:34:28,625 INFO [M:0;5cd6afc4bcac:35289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:34:28,625 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:34:28,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1669656656/master 2024-12-03T18:34:28,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1669656656 2024-12-03T18:34:28,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1669656656/master already deleted, retry=false 2024-12-03T18:34:28,666 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Failed delete of our master address node; KeeperErrorCode = NoNode for /1669656656/master 2024-12-03T18:34:28,667 INFO [M:0;5cd6afc4bcac:35289 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/.lastflushedseqids 2024-12-03T18:34:28,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741848_1024 (size=245) 2024-12-03T18:34:28,683 INFO [M:0;5cd6afc4bcac:35289 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:34:28,683 INFO [M:0;5cd6afc4bcac:35289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:34:28,683 DEBUG [M:0;5cd6afc4bcac:35289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:34:28,683 INFO [M:0;5cd6afc4bcac:35289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:28,683 DEBUG [M:0;5cd6afc4bcac:35289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:28,683 DEBUG [M:0;5cd6afc4bcac:35289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:34:28,683 DEBUG [M:0;5cd6afc4bcac:35289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:28,683 INFO [M:0;5cd6afc4bcac:35289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T18:34:28,711 DEBUG [M:0;5cd6afc4bcac:35289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7e0f0fdd17d45cfbeb8c6616f8bbe8b is 82, key is hbase:meta,,1/info:regioninfo/1733250841185/Put/seqid=0 2024-12-03T18:34:28,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741849_1025 (size=5672) 2024-12-03T18:34:28,744 INFO [M:0;5cd6afc4bcac:35289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7e0f0fdd17d45cfbeb8c6616f8bbe8b 2024-12-03T18:34:28,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:34:28,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33645-0x1019dc258fc0004, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:34:28,753 INFO [RS:0;5cd6afc4bcac:33645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:34:28,753 INFO [RS:0;5cd6afc4bcac:33645 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,33645,1733250837442; zookeeper connection closed. 2024-12-03T18:34:28,759 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2851a529 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2851a529 2024-12-03T18:34:28,759 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:34:28,815 DEBUG [M:0;5cd6afc4bcac:35289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3fef9236104403795279743d3f5aa3f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733250853538/Put/seqid=0 2024-12-03T18:34:28,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741850_1026 (size=8517) 2024-12-03T18:34:28,836 INFO [M:0;5cd6afc4bcac:35289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3fef9236104403795279743d3f5aa3f 2024-12-03T18:34:28,883 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:28,883 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:34:28,884 DEBUG [M:0;5cd6afc4bcac:35289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e771086fdb754459b2279717bab382ba is 69, key is 5cd6afc4bcac,33645,1733250837442/rs:state/1733250840218/Put/seqid=0 2024-12-03T18:34:28,884 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128901 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:34:28,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741851_1027 (size=5156) 2024-12-03T18:34:28,927 INFO [M:0;5cd6afc4bcac:35289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e771086fdb754459b2279717bab382ba 2024-12-03T18:34:28,939 DEBUG [M:0;5cd6afc4bcac:35289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7e0f0fdd17d45cfbeb8c6616f8bbe8b as hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7e0f0fdd17d45cfbeb8c6616f8bbe8b 2024-12-03T18:34:28,944 INFO [M:0;5cd6afc4bcac:35289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7e0f0fdd17d45cfbeb8c6616f8bbe8b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T18:34:28,945 DEBUG [M:0;5cd6afc4bcac:35289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3fef9236104403795279743d3f5aa3f as hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3fef9236104403795279743d3f5aa3f 2024-12-03T18:34:28,951 INFO [M:0;5cd6afc4bcac:35289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3fef9236104403795279743d3f5aa3f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T18:34:28,952 DEBUG [M:0;5cd6afc4bcac:35289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e771086fdb754459b2279717bab382ba as hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e771086fdb754459b2279717bab382ba 2024-12-03T18:34:28,959 INFO [M:0;5cd6afc4bcac:35289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e771086fdb754459b2279717bab382ba, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T18:34:28,965 INFO [M:0;5cd6afc4bcac:35289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 282ms, sequenceid=97, compaction requested=false 2024-12-03T18:34:29,015 INFO [M:0;5cd6afc4bcac:35289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:29,015 DEBUG [M:0;5cd6afc4bcac:35289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250868683Disabling compacts and flushes for region at 1733250868683Disabling writes for close at 1733250868683Obtaining lock to block concurrent updates at 1733250868683Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250868683Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733250868684 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250868684Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250868684Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250868710 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250868710Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250868753 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250868814 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250868814Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250868843 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250868883 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250868883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b466f61: reopening flushed file at 1733250868937 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44bec880: reopening flushed file at 1733250868944 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f623d16: reopening flushed file at 1733250868951 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 282ms, sequenceid=97, compaction requested=false at 1733250868965 (+14 ms)Writing region close event to WAL at 1733250869015 (+50 ms)Closed at 1733250869015 2024-12-03T18:34:29,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43353 is added to blk_1073741830_1006 (size=63666) 2024-12-03T18:34:29,031 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59a9f2d0-5446-9975-2cbe-504718e58031/MasterData/WALs/5cd6afc4bcac,35289,1733250836913/5cd6afc4bcac%2C35289%2C1733250836913.1733250839230 not finished, retry = 0 2024-12-03T18:34:29,137 INFO [M:0;5cd6afc4bcac:35289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:34:29,137 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:34:29,137 INFO [M:0;5cd6afc4bcac:35289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35289 2024-12-03T18:34:29,138 INFO [M:0;5cd6afc4bcac:35289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:34:29,249 INFO [M:0;5cd6afc4bcac:35289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:34:29,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:34:29,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35289-0x1019dc258fc0003, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:34:29,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@121a1cdd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:34:29,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f12a355{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:34:29,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:34:29,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d30b01a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:34:29,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2931b513{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/hadoop.log.dir/,STOPPED} 2024-12-03T18:34:29,279 WARN [BP-1042240219-172.17.0.3-1733250834094 heartbeating to localhost/127.0.0.1:36755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:34:29,279 WARN [BP-1042240219-172.17.0.3-1733250834094 heartbeating to localhost/127.0.0.1:36755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1042240219-172.17.0.3-1733250834094 (Datanode Uuid 6830644a-a311-4750-ab1a-9909d11f0e75) service to localhost/127.0.0.1:36755 2024-12-03T18:34:29,279 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:34:29,279 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:34:29,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/cluster_1068196d-6a31-6b2e-89cc-2764d474dd58/data/data1/current/BP-1042240219-172.17.0.3-1733250834094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:34:29,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/cluster_1068196d-6a31-6b2e-89cc-2764d474dd58/data/data2/current/BP-1042240219-172.17.0.3-1733250834094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:34:29,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:34:29,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ef3565e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:34:29,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cb8de27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:34:29,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:34:29,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2392ca06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:34:29,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32f44e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256834fd-703a-23d8-bd12-37b87caa7ebf/hadoop.log.dir/,STOPPED} 2024-12-03T18:34:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:34:29,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:34:29,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:34:29,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:29,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:29,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:29,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:29,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:34:29,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335186109, stopped=false 2024-12-03T18:34:29,362 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,37401,1733250829816 2024-12-03T18:34:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0842082335/running 2024-12-03T18:34:29,379 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0842082335/running 2024-12-03T18:34:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:34:29,379 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:34:29,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Set watcher on znode that does not yet exist, /0842082335/running 2024-12-03T18:34:29,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Set watcher on znode that does not yet exist, /0842082335/running 2024-12-03T18:34:29,382 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:34:29,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:34:29,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:29,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:29,387 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,40805,1733250830193' ***** 2024-12-03T18:34:29,387 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:34:29,387 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:34:29,387 INFO [RS:0;5cd6afc4bcac:40805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:34:29,387 INFO [RS:0;5cd6afc4bcac:40805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:34:29,387 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(3091): Received CLOSE for 181b6c8cb92ece64e343681af7a43b93 2024-12-03T18:34:29,387 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:34:29,390 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:29,391 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,40805,1733250830193 2024-12-03T18:34:29,391 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:34:29,391 INFO [RS:0;5cd6afc4bcac:40805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:40805. 2024-12-03T18:34:29,391 DEBUG [RS:0;5cd6afc4bcac:40805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:29,391 DEBUG [RS:0;5cd6afc4bcac:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:29,391 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:34:29,391 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:34:29,391 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:34:29,391 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:34:29,391 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T18:34:29,391 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1325): Online Regions={181b6c8cb92ece64e343681af7a43b93=test,,1733250846527.181b6c8cb92ece64e343681af7a43b93., 1588230740=hbase:meta,,1.1588230740, 9ff2a499ef56655178bf7a4310f6d9b1=hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1.} 2024-12-03T18:34:29,392 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 181b6c8cb92ece64e343681af7a43b93, 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:29,392 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:34:29,392 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:34:29,392 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:34:29,392 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:34:29,392 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:34:29,393 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T18:34:29,393 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 181b6c8cb92ece64e343681af7a43b93, disabling compactions & flushes 2024-12-03T18:34:29,393 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. 2024-12-03T18:34:29,393 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. 2024-12-03T18:34:29,393 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. after waiting 0 ms 2024-12-03T18:34:29,393 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. 2024-12-03T18:34:29,393 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 181b6c8cb92ece64e343681af7a43b93 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-03T18:34:29,400 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:34:29,431 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/.tmp/info/59dccd126b5f46608c2d8b53a54e09ed is 147, key is hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1./info:regioninfo/1733250851713/Put/seqid=0 2024-12-03T18:34:29,450 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/.tmp/f/57e6150265c34750a84a5c8733c1220f is 28, key is row/f:/1733250861063/DeleteFamily/seqid=0 2024-12-03T18:34:29,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741840_1016 (size=7686) 2024-12-03T18:34:29,465 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/.tmp/info/59dccd126b5f46608c2d8b53a54e09ed 2024-12-03T18:34:29,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741841_1017 (size=5085) 2024-12-03T18:34:29,499 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 636, reset compression=false 2024-12-03T18:34:29,549 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/.tmp/ns/73348d0f7d9445adabd7a6fa894ca527 is 43, key is default/ns:d/1733250833953/Put/seqid=0 2024-12-03T18:34:29,552 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:29,552 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 883, reset compression=false 2024-12-03T18:34:29,552 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,40805,1733250830193 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:34:29,553 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5cd6afc4bcac,40805,1733250830193: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5cd6afc4bcac,40805,1733250830193, walGroup=5cd6afc4bcac%2C40805%2C1733250830193, offset=5cd6afc4bcac%2C40805%2C1733250830193.1733250833433:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T18:34:29,560 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T18:34:29,560 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T18:34:29,561 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T18:34:29,561 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T18:34:29,561 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T18:34:29,561 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 1018549496 }, "NonHeapMemoryUsage": { "committed": 207421440, "init": 7667712, "max": -1, "used": 203604272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T18:34:29,561 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:37401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:37401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T18:34:29,594 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 181b6c8cb92ece64e343681af7a43b93, 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:34:29,607 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/.tmp/ns/73348d0f7d9445adabd7a6fa894ca527 2024-12-03T18:34:29,658 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/.tmp/rep_barrier/2222d76844644b31837933c4e81f70fd is 112, key is test,,1733250846527.181b6c8cb92ece64e343681af7a43b93./rep_barrier:seqnumDuringOpen/1733250847128/Put/seqid=0 2024-12-03T18:34:29,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741843_1019 (size=5518) 2024-12-03T18:34:29,702 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/.tmp/rep_barrier/2222d76844644b31837933c4e81f70fd 2024-12-03T18:34:29,740 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/.tmp/table/b3aafa35062a4258bbc802bfe7dfd521 is 53, key is hbase:replication/table:state/1733250851718/Put/seqid=0 2024-12-03T18:34:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741844_1020 (size=5308) 2024-12-03T18:34:29,775 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/.tmp/table/b3aafa35062a4258bbc802bfe7dfd521 2024-12-03T18:34:29,779 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/.tmp/info/59dccd126b5f46608c2d8b53a54e09ed as hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/info/59dccd126b5f46608c2d8b53a54e09ed 2024-12-03T18:34:29,790 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/info/59dccd126b5f46608c2d8b53a54e09ed, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T18:34:29,792 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/.tmp/ns/73348d0f7d9445adabd7a6fa894ca527 as hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/ns/73348d0f7d9445adabd7a6fa894ca527 2024-12-03T18:34:29,795 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 181b6c8cb92ece64e343681af7a43b93, 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:29,808 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/ns/73348d0f7d9445adabd7a6fa894ca527, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T18:34:29,810 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/.tmp/rep_barrier/2222d76844644b31837933c4e81f70fd as hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/rep_barrier/2222d76844644b31837933c4e81f70fd 2024-12-03T18:34:29,824 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/rep_barrier/2222d76844644b31837933c4e81f70fd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T18:34:29,825 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/.tmp/table/b3aafa35062a4258bbc802bfe7dfd521 as hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/table/b3aafa35062a4258bbc802bfe7dfd521 2024-12-03T18:34:29,833 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/table/b3aafa35062a4258bbc802bfe7dfd521, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T18:34:29,840 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=16, compaction requested=false 2024-12-03T18:34:29,841 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 883, reset compression=false 2024-12-03T18:34:29,893 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/.tmp/f/57e6150265c34750a84a5c8733c1220f 2024-12-03T18:34:29,902 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T18:34:29,902 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57e6150265c34750a84a5c8733c1220f 2024-12-03T18:34:29,903 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:34:29,903 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:34:29,903 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:34:29,903 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250869392Running coprocessor pre-close hooks at 1733250869392Disabling compacts and flushes for region at 1733250869392Disabling writes for close at 1733250869392Obtaining lock to block concurrent updates at 1733250869393 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733250869393Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733250869393Flushing stores of hbase:meta,,1.1588230740 at 1733250869393Flushing 1588230740/info: creating writer at 1733250869394 (+1 ms)Flushing 1588230740/info: appending metadata at 1733250869430 (+36 ms)Flushing 1588230740/info: closing flushed file at 1733250869430Flushing 1588230740/ns: creating writer at 1733250869488 (+58 ms)Flushing 1588230740/ns: appending metadata at 1733250869548 (+60 ms)Flushing 1588230740/ns: closing flushed file at 1733250869548Flushing 1588230740/rep_barrier: creating writer at 1733250869624 (+76 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250869657 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250869657Flushing 1588230740/table: creating writer at 1733250869708 (+51 ms)Flushing 1588230740/table: appending metadata at 1733250869739 (+31 ms)Flushing 1588230740/table: closing flushed file at 1733250869739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6838d51: reopening flushed file at 1733250869778 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ccccd9e: reopening flushed file at 1733250869790 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de7cd8c: reopening flushed file at 1733250869808 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c008b7b: reopening flushed file at 1733250869824 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=16, compaction requested=false at 1733250869840 (+16 ms)Writing region close event to WAL at 1733250869847 (+7 ms)Running coprocessor post-close hooks at 1733250869903 (+56 ms)Closed at 1733250869903 2024-12-03T18:34:29,903 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:34:29,941 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/.tmp/f1/5e222135be744019a6368a55cb3bf5d8 is 29, key is row/f1:/1733250861063/DeleteFamily/seqid=0 2024-12-03T18:34:29,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741845_1021 (size=5089) 2024-12-03T18:34:29,991 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/.tmp/f1/5e222135be744019a6368a55cb3bf5d8 2024-12-03T18:34:30,001 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e222135be744019a6368a55cb3bf5d8 2024-12-03T18:34:30,002 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1351): Waiting on 181b6c8cb92ece64e343681af7a43b93, 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:30,040 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/.tmp/norep/35a29ef6a3704c40a3190613168a2a79 is 32, key is row/norep:/1733250861063/DeleteFamily/seqid=0 2024-12-03T18:34:30,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741846_1022 (size=5101) 2024-12-03T18:34:30,097 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/.tmp/norep/35a29ef6a3704c40a3190613168a2a79 2024-12-03T18:34:30,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:34:30,105 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35a29ef6a3704c40a3190613168a2a79 2024-12-03T18:34:30,114 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/.tmp/f/57e6150265c34750a84a5c8733c1220f as hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/f/57e6150265c34750a84a5c8733c1220f 2024-12-03T18:34:30,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,125 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57e6150265c34750a84a5c8733c1220f 2024-12-03T18:34:30,125 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/f/57e6150265c34750a84a5c8733c1220f, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T18:34:30,127 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/.tmp/f1/5e222135be744019a6368a55cb3bf5d8 as hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/f1/5e222135be744019a6368a55cb3bf5d8 2024-12-03T18:34:30,135 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e222135be744019a6368a55cb3bf5d8 2024-12-03T18:34:30,135 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/f1/5e222135be744019a6368a55cb3bf5d8, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T18:34:30,136 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/.tmp/norep/35a29ef6a3704c40a3190613168a2a79 as hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/norep/35a29ef6a3704c40a3190613168a2a79 2024-12-03T18:34:30,161 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35a29ef6a3704c40a3190613168a2a79 2024-12-03T18:34:30,161 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/norep/35a29ef6a3704c40a3190613168a2a79, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T18:34:30,163 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 181b6c8cb92ece64e343681af7a43b93 in 770ms, sequenceid=6, compaction requested=false 2024-12-03T18:34:30,190 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 883, reset compression=false 2024-12-03T18:34:30,206 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1351): Waiting on 181b6c8cb92ece64e343681af7a43b93, 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:30,227 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:34:30,227 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 1527, reset compression=false 2024-12-03T18:34:30,234 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:34:30,235 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:34:30,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,239 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/data/default/test/181b6c8cb92ece64e343681af7a43b93/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T18:34:30,240 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:34:30,240 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:34:30,240 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. 2024-12-03T18:34:30,240 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 181b6c8cb92ece64e343681af7a43b93: Waiting for close lock at 1733250869393Running coprocessor pre-close hooks at 1733250869393Disabling compacts and flushes for region at 1733250869393Disabling writes for close at 1733250869393Obtaining lock to block concurrent updates at 1733250869393Preparing flush snapshotting stores in 181b6c8cb92ece64e343681af7a43b93 at 1733250869393Finished memstore snapshotting test,,1733250846527.181b6c8cb92ece64e343681af7a43b93., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733250869394 (+1 ms)Flushing stores of test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. at 1733250869395 (+1 ms)Flushing 181b6c8cb92ece64e343681af7a43b93/f: creating writer at 1733250869395Flushing 181b6c8cb92ece64e343681af7a43b93/f: appending metadata at 1733250869449 (+54 ms)Flushing 181b6c8cb92ece64e343681af7a43b93/f: closing flushed file at 1733250869449Flushing 181b6c8cb92ece64e343681af7a43b93/f1: creating writer at 1733250869903 (+454 ms)Flushing 181b6c8cb92ece64e343681af7a43b93/f1: appending metadata at 1733250869940 (+37 ms)Flushing 181b6c8cb92ece64e343681af7a43b93/f1: closing flushed file at 1733250869940Flushing 181b6c8cb92ece64e343681af7a43b93/norep: creating writer at 1733250870001 (+61 ms)Flushing 181b6c8cb92ece64e343681af7a43b93/norep: appending metadata at 1733250870039 (+38 ms)Flushing 181b6c8cb92ece64e343681af7a43b93/norep: closing flushed file at 1733250870039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55cb894a: reopening flushed file at 1733250870105 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607eb126: reopening flushed file at 1733250870126 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f19da0: reopening flushed file at 1733250870135 (+9 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 181b6c8cb92ece64e343681af7a43b93 in 770ms, sequenceid=6, compaction requested=false at 1733250870163 (+28 ms)Writing region close event to WAL at 1733250870203 (+40 ms)Running coprocessor post-close hooks at 1733250870240 (+37 ms)Closed at 1733250870240 2024-12-03T18:34:30,240 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250846527.181b6c8cb92ece64e343681af7a43b93. 2024-12-03T18:34:30,240 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ff2a499ef56655178bf7a4310f6d9b1, disabling compactions & flushes 2024-12-03T18:34:30,240 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:30,240 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:30,240 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. after waiting 0 ms 2024-12-03T18:34:30,240 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:30,241 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ff2a499ef56655178bf7a4310f6d9b1: Waiting for close lock at 1733250870240Running coprocessor pre-close hooks at 1733250870240Disabling compacts and flushes for region at 1733250870240Disabling writes for close at 1733250870240Failed flush hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1., putting online again at 1733250870240 2024-12-03T18:34:30,241 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:30,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:30,407 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:34:30,407 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1325): Online Regions={9ff2a499ef56655178bf7a4310f6d9b1=hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1.} 2024-12-03T18:34:30,407 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:30,407 DEBUG [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1351): Waiting on 9ff2a499ef56655178bf7a4310f6d9b1 2024-12-03T18:34:30,407 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ff2a499ef56655178bf7a4310f6d9b1, disabling compactions & flushes 2024-12-03T18:34:30,407 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:30,407 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:30,407 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. after waiting 0 ms 2024-12-03T18:34:30,407 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:30,407 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ff2a499ef56655178bf7a4310f6d9b1: Waiting for close lock at 1733250870407Running coprocessor pre-close hooks at 1733250870407Disabling compacts and flushes for region at 1733250870407Disabling writes for close at 1733250870407Failed flush hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1., putting online again at 1733250870407 2024-12-03T18:34:30,407 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733250850484.9ff2a499ef56655178bf7a4310f6d9b1. 2024-12-03T18:34:30,480 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/WALs/5cd6afc4bcac,40805,1733250830193/5cd6afc4bcac%2C40805%2C1733250830193.1733250833433 to pos 1527, reset compression=false 2024-12-03T18:34:30,607 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T18:34:30,607 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,40805,1733250830193; all regions closed. 2024-12-03T18:34:30,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741834_1010 (size=4239) 2024-12-03T18:34:30,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741839_1015 (size=1297) 2024-12-03T18:34:30,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741833_1009 (size=1535) 2024-12-03T18:34:30,659 DEBUG [RS:0;5cd6afc4bcac:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:30,659 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:34:30,659 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:34:30,659 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T18:34:30,660 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:34:30,660 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:34:30,661 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,40805,1733250830193 because: Region server is closing 2024-12-03T18:34:30,661 INFO [RS:0;5cd6afc4bcac:40805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:40805. 2024-12-03T18:34:30,661 DEBUG [RS:0;5cd6afc4bcac:40805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:30,661 DEBUG [RS:0;5cd6afc4bcac:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:30,662 DEBUG [RS:0;5cd6afc4bcac:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:30,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:30,762 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.shipper5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 terminated 2024-12-03T18:34:30,762 INFO [RS:0;5cd6afc4bcac:40805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40805 2024-12-03T18:34:30,762 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,40805,1733250830193.replicationSource.wal-reader.5cd6afc4bcac%2C40805%2C1733250830193,1-5cd6afc4bcac,40805,1733250830193 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T18:34:30,790 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0842082335/rs/5cd6afc4bcac,40805,1733250830193 2024-12-03T18:34:30,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335/rs 2024-12-03T18:34:30,790 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:34:30,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,40805,1733250830193] 2024-12-03T18:34:30,806 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0842082335/draining/5cd6afc4bcac,40805,1733250830193 already deleted, retry=false 2024-12-03T18:34:30,806 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,40805,1733250830193 expired; onlineServers=0 2024-12-03T18:34:30,806 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,37401,1733250829816' ***** 2024-12-03T18:34:30,806 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:34:30,807 INFO [M:0;5cd6afc4bcac:37401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:34:30,807 INFO [M:0;5cd6afc4bcac:37401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:34:30,807 DEBUG [M:0;5cd6afc4bcac:37401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:34:30,807 DEBUG [M:0;5cd6afc4bcac:37401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:34:30,807 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:34:30,807 INFO [M:0;5cd6afc4bcac:37401 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:34:30,807 INFO [M:0;5cd6afc4bcac:37401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:34:30,807 DEBUG [M:0;5cd6afc4bcac:37401 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:34:30,807 INFO [M:0;5cd6afc4bcac:37401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:34:30,807 INFO [M:0;5cd6afc4bcac:37401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:34:30,807 INFO [M:0;5cd6afc4bcac:37401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:34:30,807 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:34:30,808 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250832925 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250832925,5,FailOnTimeoutGroup] 2024-12-03T18:34:30,808 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250832925 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250832925,5,FailOnTimeoutGroup] 2024-12-03T18:34:30,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0842082335/master 2024-12-03T18:34:30,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0842082335 2024-12-03T18:34:30,823 DEBUG [M:0;5cd6afc4bcac:37401 {}] zookeeper.RecoverableZooKeeper(212): Node /0842082335/master already deleted, retry=false 2024-12-03T18:34:30,823 DEBUG [M:0;5cd6afc4bcac:37401 {}] master.ActiveMasterManager(353): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Failed delete of our master address node; KeeperErrorCode = NoNode for /0842082335/master 2024-12-03T18:34:30,827 INFO [M:0;5cd6afc4bcac:37401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/.lastflushedseqids 2024-12-03T18:34:30,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741847_1023 (size=245) 2024-12-03T18:34:30,849 INFO [M:0;5cd6afc4bcac:37401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:34:30,850 INFO [M:0;5cd6afc4bcac:37401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:34:30,850 DEBUG [M:0;5cd6afc4bcac:37401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:34:30,850 INFO [M:0;5cd6afc4bcac:37401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:30,850 DEBUG [M:0;5cd6afc4bcac:37401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:30,850 DEBUG [M:0;5cd6afc4bcac:37401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:34:30,850 DEBUG [M:0;5cd6afc4bcac:37401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:30,850 INFO [M:0;5cd6afc4bcac:37401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T18:34:30,874 DEBUG [M:0;5cd6afc4bcac:37401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9549b26d82364e9f9a25dfa29141d322 is 82, key is hbase:meta,,1/info:regioninfo/1733250833892/Put/seqid=0 2024-12-03T18:34:30,899 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:34:30,899 INFO [RS:0;5cd6afc4bcac:40805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:34:30,899 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x1019dc258fc0001, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:34:30,899 INFO [RS:0;5cd6afc4bcac:40805 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,40805,1733250830193; zookeeper connection closed. 2024-12-03T18:34:30,907 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46e602c4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46e602c4 2024-12-03T18:34:30,907 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:34:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741848_1024 (size=5672) 2024-12-03T18:34:30,934 INFO [M:0;5cd6afc4bcac:37401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9549b26d82364e9f9a25dfa29141d322 2024-12-03T18:34:30,988 DEBUG [M:0;5cd6afc4bcac:37401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bda05112b019471990332721ff5c53d2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733250847157/Put/seqid=0 2024-12-03T18:34:31,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741849_1025 (size=7218) 2024-12-03T18:34:31,422 INFO [M:0;5cd6afc4bcac:37401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bda05112b019471990332721ff5c53d2 2024-12-03T18:34:31,434 INFO [M:0;5cd6afc4bcac:37401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bda05112b019471990332721ff5c53d2 2024-12-03T18:34:31,470 DEBUG [M:0;5cd6afc4bcac:37401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ca7d78c1f5c4ab2b2e653c74beb3395 is 69, key is 5cd6afc4bcac,40805,1733250830193/rs:state/1733250833024/Put/seqid=0 2024-12-03T18:34:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741850_1026 (size=5156) 2024-12-03T18:34:31,486 INFO [M:0;5cd6afc4bcac:37401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ca7d78c1f5c4ab2b2e653c74beb3395 2024-12-03T18:34:31,498 DEBUG [M:0;5cd6afc4bcac:37401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9549b26d82364e9f9a25dfa29141d322 as hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9549b26d82364e9f9a25dfa29141d322 2024-12-03T18:34:31,505 INFO [M:0;5cd6afc4bcac:37401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9549b26d82364e9f9a25dfa29141d322, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T18:34:31,506 DEBUG [M:0;5cd6afc4bcac:37401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bda05112b019471990332721ff5c53d2 as hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bda05112b019471990332721ff5c53d2 2024-12-03T18:34:31,510 INFO [M:0;5cd6afc4bcac:37401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bda05112b019471990332721ff5c53d2 2024-12-03T18:34:31,510 INFO [M:0;5cd6afc4bcac:37401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bda05112b019471990332721ff5c53d2, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T18:34:31,511 DEBUG [M:0;5cd6afc4bcac:37401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ca7d78c1f5c4ab2b2e653c74beb3395 as hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ca7d78c1f5c4ab2b2e653c74beb3395 2024-12-03T18:34:31,517 INFO [M:0;5cd6afc4bcac:37401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/d3c79033-4e30-1fd4-7001-413333393731/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ca7d78c1f5c4ab2b2e653c74beb3395, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T18:34:31,518 INFO [M:0;5cd6afc4bcac:37401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 668ms, sequenceid=105, compaction requested=false 2024-12-03T18:34:31,563 INFO [M:0;5cd6afc4bcac:37401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:31,563 DEBUG [M:0;5cd6afc4bcac:37401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250870850Disabling compacts and flushes for region at 1733250870850Disabling writes for close at 1733250870850Obtaining lock to block concurrent updates at 1733250870850Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250870850Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733250870850Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250870851 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250870851Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250870874 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250870874Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250870943 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250870987 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250870987Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250871435 (+448 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250871469 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250871469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57661e4e: reopening flushed file at 1733250871498 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc10fd2: reopening flushed file at 1733250871505 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1692643d: reopening flushed file at 1733250871510 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 668ms, sequenceid=105, compaction requested=false at 1733250871518 (+8 ms)Writing region close event to WAL at 1733250871562 (+44 ms)Closed at 1733250871562 2024-12-03T18:34:31,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44599 is added to blk_1073741830_1006 (size=64423) 2024-12-03T18:34:31,589 INFO [M:0;5cd6afc4bcac:37401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:34:31,590 INFO [M:0;5cd6afc4bcac:37401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37401 2024-12-03T18:34:31,590 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:34:31,591 INFO [M:0;5cd6afc4bcac:37401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:34:31,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:34:31,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x1019dc258fc0000, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:34:31,733 INFO [M:0;5cd6afc4bcac:37401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:34:31,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@672da220{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:34:31,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@707ac9fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:34:31,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:34:31,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2432189b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:34:31,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f71ff96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/hadoop.log.dir/,STOPPED} 2024-12-03T18:34:31,804 WARN [BP-951928763-172.17.0.3-1733250827881 heartbeating to localhost/127.0.0.1:40869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:34:31,804 WARN [BP-951928763-172.17.0.3-1733250827881 heartbeating to localhost/127.0.0.1:40869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-951928763-172.17.0.3-1733250827881 (Datanode Uuid a81cf082-c141-4c32-83a7-ff2cd1ee6ebd) service to localhost/127.0.0.1:40869 2024-12-03T18:34:31,804 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:34:31,804 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:34:31,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/cluster_54ab95cd-7445-a1f8-fb39-8aea219c9ac1/data/data1/current/BP-951928763-172.17.0.3-1733250827881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:34:31,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/cluster_54ab95cd-7445-a1f8-fb39-8aea219c9ac1/data/data2/current/BP-951928763-172.17.0.3-1733250827881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:34:31,805 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:34:31,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@208373a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:34:31,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e862c61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:34:31,818 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:34:31,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a4a941f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:34:31,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b6dcfaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b8d67cbe-cfc0-368f-d422-fcf04390c85f/hadoop.log.dir/,STOPPED} 2024-12-03T18:34:31,829 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:34:31,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:34:31,872 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 315) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-31 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:36755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:40085 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64687) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:36755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:40085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:40085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:40085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:40869 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:40869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64687) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:36755 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:40869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64687) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=798 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1270 (was 1109) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=239 (was 943) 2024-12-03T18:34:31,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=798, MaxFileDescriptor=1048576, SystemLoadAverage=1270, ProcessCount=11, AvailableMemoryMB=238 2024-12-03T18:34:31,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019dc258fc0005, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:34:31,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019dc258fc0002, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:34:31,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019dc258fc0008, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:34:31,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019dc258fc0008, quorum=127.0.0.1:64687, baseZNode=/2-1272466924 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:34:31,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019dc258fc0002, quorum=127.0.0.1:64687, baseZNode=/0842082335 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:34:31,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019dc258fc0005, quorum=127.0.0.1:64687, baseZNode=/1669656656 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:34:31,946 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-03T18:34:31,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/hadoop.log.dir so I do NOT create it in target/test-data/2440c548-4088-f406-079c-e20b995c6296 2024-12-03T18:34:31,947 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:34:31,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/hadoop.tmp.dir so I do NOT create it in target/test-data/2440c548-4088-f406-079c-e20b995c6296 2024-12-03T18:34:31,947 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70063a63-e825-a39a-01ca-1f86f0b4df32/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:34:31,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296 2024-12-03T18:34:31,947 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/cluster_a07869b6-fcb6-74cb-a28e-3b63b6e29687, deleteOnExit=true 2024-12-03T18:34:32,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/cluster_a07869b6-fcb6-74cb-a28e-3b63b6e29687/zookeeper_0, clientPort=57767, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/cluster_a07869b6-fcb6-74cb-a28e-3b63b6e29687/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/cluster_a07869b6-fcb6-74cb-a28e-3b63b6e29687/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:34:32,027 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57767 2024-12-03T18:34:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:34:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:34:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/test.cache.data in system properties and HBase conf 2024-12-03T18:34:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:34:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:34:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:34:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:34:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:34:32,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:34:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:34:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:34:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:34:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:34:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:34:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:34:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:34:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:34:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:34:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:34:32,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:34:32,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:34:32,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:34:32,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:34:32,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:32,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:34:32,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:34:32,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:34:32,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:34:32,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:32,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a064ac5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:34:32,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5075c422{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:34:32,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@529ab599{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/java.io.tmpdir/jetty-localhost-39417-hadoop-hdfs-3_4_1-tests_jar-_-any-3285850879557900402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:34:32,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556145f5{HTTP/1.1, (http/1.1)}{localhost:39417} 2024-12-03T18:34:32,718 INFO [Time-limited test {}] server.Server(415): Started @326730ms 2024-12-03T18:34:33,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:33,241 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:34:33,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:34:33,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:34:33,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:34:33,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1078bb73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:34:33,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@360925cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:34:33,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@674a6be3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/java.io.tmpdir/jetty-localhost-44043-hadoop-hdfs-3_4_1-tests_jar-_-any-8562923374360707184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:34:33,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e930464{HTTP/1.1, (http/1.1)}{localhost:44043} 2024-12-03T18:34:33,478 INFO [Time-limited test {}] server.Server(415): Started @327490ms 2024-12-03T18:34:33,481 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:34:34,269 WARN [Thread-4161 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/cluster_a07869b6-fcb6-74cb-a28e-3b63b6e29687/data/data1/current/BP-232996771-172.17.0.3-1733250872072/current, will proceed with Du for space computation calculation, 2024-12-03T18:34:34,275 WARN [Thread-4162 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/cluster_a07869b6-fcb6-74cb-a28e-3b63b6e29687/data/data2/current/BP-232996771-172.17.0.3-1733250872072/current, will proceed with Du for space computation calculation, 2024-12-03T18:34:34,331 WARN [Thread-4149 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:34:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa269483f69f030a5 with lease ID 0x9584458d78679c9: Processing first storage report for DS-c0f7952f-aebb-4e34-99d1-0bb9a221ba9f from datanode DatanodeRegistration(127.0.0.1:34639, datanodeUuid=3cad7ed7-511d-433b-a35e-8d202c8e0a54, infoPort=41409, infoSecurePort=0, ipcPort=37475, storageInfo=lv=-57;cid=testClusterID;nsid=1097602896;c=1733250872072) 2024-12-03T18:34:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa269483f69f030a5 with lease ID 0x9584458d78679c9: from storage DS-c0f7952f-aebb-4e34-99d1-0bb9a221ba9f node DatanodeRegistration(127.0.0.1:34639, datanodeUuid=3cad7ed7-511d-433b-a35e-8d202c8e0a54, infoPort=41409, infoSecurePort=0, ipcPort=37475, storageInfo=lv=-57;cid=testClusterID;nsid=1097602896;c=1733250872072), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:34:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa269483f69f030a5 with lease ID 0x9584458d78679c9: Processing first storage report for DS-856142e3-39e7-42cd-8df1-2d85c3822e1a from datanode DatanodeRegistration(127.0.0.1:34639, datanodeUuid=3cad7ed7-511d-433b-a35e-8d202c8e0a54, infoPort=41409, infoSecurePort=0, ipcPort=37475, storageInfo=lv=-57;cid=testClusterID;nsid=1097602896;c=1733250872072) 2024-12-03T18:34:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa269483f69f030a5 with lease ID 0x9584458d78679c9: from storage DS-856142e3-39e7-42cd-8df1-2d85c3822e1a node DatanodeRegistration(127.0.0.1:34639, datanodeUuid=3cad7ed7-511d-433b-a35e-8d202c8e0a54, infoPort=41409, infoSecurePort=0, ipcPort=37475, storageInfo=lv=-57;cid=testClusterID;nsid=1097602896;c=1733250872072), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:34:34,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296 2024-12-03T18:34:34,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:34,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:34,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:34:34,405 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39 with version=8 2024-12-03T18:34:34,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/hbase-staging 2024-12-03T18:34:34,407 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:34:34,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:34,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:34,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:34:34,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:34,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:34:34,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:34:34,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:34:34,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43989 2024-12-03T18:34:34,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43989 connecting to ZooKeeper ensemble=127.0.0.1:57767 2024-12-03T18:34:34,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439890x0, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:34,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43989-0x1019dc305740000 connected 2024-12-03T18:34:34,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:34:34,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T18:34:34,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T18:34:34,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:34:34,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:34,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:34,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Set watcher on znode that does not yet exist, /084356632/running 2024-12-03T18:34:34,732 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39, hbase.cluster.distributed=false 2024-12-03T18:34:34,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Set watcher on znode that does not yet exist, /084356632/acl 2024-12-03T18:34:34,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43989 2024-12-03T18:34:34,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43989 2024-12-03T18:34:34,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43989 2024-12-03T18:34:34,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43989 2024-12-03T18:34:34,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43989 2024-12-03T18:34:34,780 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:34:34,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:34,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:34,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:34:34,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:34,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:34:34,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:34:34,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:34:34,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38671 2024-12-03T18:34:34,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38671 connecting to ZooKeeper ensemble=127.0.0.1:57767 2024-12-03T18:34:34,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:34,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:34,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386710x0, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:34,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386710x0, quorum=127.0.0.1:57767, baseZNode=/084356632 Set watcher on znode that does not yet exist, /084356632/running 2024-12-03T18:34:34,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:34:34,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38671-0x1019dc305740001 connected 2024-12-03T18:34:34,861 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:34:34,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Set watcher on znode that does not yet exist, /084356632/master 2024-12-03T18:34:34,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Set watcher on znode that does not yet exist, /084356632/acl 2024-12-03T18:34:34,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38671 2024-12-03T18:34:34,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38671 2024-12-03T18:34:34,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38671 2024-12-03T18:34:34,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38671 2024-12-03T18:34:34,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38671 2024-12-03T18:34:34,975 DEBUG [M:0;5cd6afc4bcac:43989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:43989 2024-12-03T18:34:34,987 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /084356632/backup-masters/5cd6afc4bcac,43989,1733250874407 2024-12-03T18:34:35,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632/backup-masters 2024-12-03T18:34:35,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632/backup-masters 2024-12-03T18:34:35,002 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Set watcher on existing znode=/084356632/backup-masters/5cd6afc4bcac,43989,1733250874407 2024-12-03T18:34:35,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632 2024-12-03T18:34:35,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/084356632/master 2024-12-03T18:34:35,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632 2024-12-03T18:34:35,011 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Set watcher on existing znode=/084356632/master 2024-12-03T18:34:35,011 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /084356632/backup-masters/5cd6afc4bcac,43989,1733250874407 from backup master directory 2024-12-03T18:34:35,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632/backup-masters 2024-12-03T18:34:35,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/084356632/backup-masters/5cd6afc4bcac,43989,1733250874407 2024-12-03T18:34:35,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632/backup-masters 2024-12-03T18:34:35,018 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:34:35,018 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,43989,1733250874407 2024-12-03T18:34:35,027 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/hbase.id] with ID: f9b4c937-2f2e-48c7-b7f6-392b27542b78 2024-12-03T18:34:35,027 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/.tmp/hbase.id 2024-12-03T18:34:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:34:35,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:34:35,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,477 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/.tmp/hbase.id]:[hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/hbase.id] 2024-12-03T18:34:35,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:35,497 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:35,498 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:34:35,499 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:34:35,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632 2024-12-03T18:34:35,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632 2024-12-03T18:34:35,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:34:35,961 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:35,961 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:34:35,967 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:34:36,427 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/MasterData/data/master/store 2024-12-03T18:34:36,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:34:36,445 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:36,445 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:34:36,445 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:36,445 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:36,445 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:34:36,445 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:36,445 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:36,445 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250876445Disabling compacts and flushes for region at 1733250876445Disabling writes for close at 1733250876445Writing region close event to WAL at 1733250876445Closed at 1733250876445 2024-12-03T18:34:36,447 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/MasterData/data/master/store/.initializing 2024-12-03T18:34:36,447 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/MasterData/WALs/5cd6afc4bcac,43989,1733250874407 2024-12-03T18:34:36,449 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:34:36,450 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C43989%2C1733250874407, suffix=, logDir=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/MasterData/WALs/5cd6afc4bcac,43989,1733250874407, archiveDir=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/MasterData/oldWALs, maxLogs=10 2024-12-03T18:34:36,477 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/MasterData/WALs/5cd6afc4bcac,43989,1733250874407/5cd6afc4bcac%2C43989%2C1733250874407.1733250876450, exclude list is [], retry=0 2024-12-03T18:34:36,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-c0f7952f-aebb-4e34-99d1-0bb9a221ba9f,DISK] 2024-12-03T18:34:36,488 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/MasterData/WALs/5cd6afc4bcac,43989,1733250874407/5cd6afc4bcac%2C43989%2C1733250874407.1733250876450 2024-12-03T18:34:36,488 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41409:41409)] 2024-12-03T18:34:36,488 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:36,488 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:36,488 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:36,488 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:36,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:36,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:34:36,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:36,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:36,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:36,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:34:36,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:36,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:36,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:36,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:34:36,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:36,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:36,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:36,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:34:36,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:36,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:36,508 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:36,508 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:36,510 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:36,512 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:36,512 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:36,513 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:36,515 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:36,528 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:36,529 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61438699, jitterRate=-0.0844920426607132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:36,530 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250876488Initializing all the Stores at 1733250876489 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250876489Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250876494 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250876494Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250876494Cleaning up temporary data from old regions at 1733250876512 (+18 ms)Region opened successfully at 1733250876530 (+18 ms) 2024-12-03T18:34:36,539 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:34:36,551 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67306edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:34:36,555 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:34:36,555 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:34:36,555 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:34:36,555 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:34:36,556 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:34:36,556 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:34:36,556 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:34:36,573 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:34:36,574 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Unable to get data of znode /084356632/balancer because node does not exist (not necessarily an error) 2024-12-03T18:34:36,635 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084356632/balancer already deleted, retry=false 2024-12-03T18:34:36,635 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:34:36,643 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Unable to get data of znode /084356632/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:34:36,650 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084356632/normalizer already deleted, retry=false 2024-12-03T18:34:36,651 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:34:36,666 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Unable to get data of znode /084356632/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:34:36,676 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084356632/switch/split already deleted, retry=false 2024-12-03T18:34:36,678 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Unable to get data of znode /084356632/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:34:36,687 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084356632/switch/merge already deleted, retry=false 2024-12-03T18:34:36,699 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Unable to get data of znode /084356632/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:34:36,711 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084356632/snapshot-cleanup already deleted, retry=false 2024-12-03T18:34:36,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/084356632/running 2024-12-03T18:34:36,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632 2024-12-03T18:34:36,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/084356632/running 2024-12-03T18:34:36,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632 2024-12-03T18:34:36,730 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,43989,1733250874407, sessionid=0x1019dc305740000, setting cluster-up flag (Was=false) 2024-12-03T18:34:36,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632 2024-12-03T18:34:36,793 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /084356632/flush-table-proc/acquired, /084356632/flush-table-proc/reached, /084356632/flush-table-proc/abort 2024-12-03T18:34:36,796 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,43989,1733250874407 2024-12-03T18:34:36,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632 2024-12-03T18:34:36,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632 2024-12-03T18:34:36,842 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /084356632/online-snapshot/acquired, /084356632/online-snapshot/reached, /084356632/online-snapshot/abort 2024-12-03T18:34:36,843 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,43989,1733250874407 2024-12-03T18:34:36,844 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:34:36,845 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:36,845 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:34:36,845 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:34:36,846 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,43989,1733250874407 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:34:36,848 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:36,848 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:36,848 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:36,848 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:36,848 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:34:36,848 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:36,848 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:34:36,848 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:36,859 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:36,860 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:34:36,861 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:36,861 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:34:36,875 INFO [RS:0;5cd6afc4bcac:38671 {}] regionserver.HRegionServer(746): ClusterId : f9b4c937-2f2e-48c7-b7f6-392b27542b78 2024-12-03T18:34:36,875 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:34:36,884 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:34:36,884 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:34:36,892 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:34:36,893 DEBUG [RS:0;5cd6afc4bcac:38671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f13a2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:34:36,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250906919 2024-12-03T18:34:36,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:34:36,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:34:36,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:34:36,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:34:36,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:34:36,919 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:34:36,926 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:36,959 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:34:36,959 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:34:36,959 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:34:36,959 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:34:36,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:34:36,967 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:34:36,967 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:34:36,969 DEBUG [RS:0;5cd6afc4bcac:38671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:38671 2024-12-03T18:34:36,969 INFO [RS:0;5cd6afc4bcac:38671 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:34:36,969 INFO [RS:0;5cd6afc4bcac:38671 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:34:36,969 DEBUG [RS:0;5cd6afc4bcac:38671 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:34:36,970 INFO [RS:0;5cd6afc4bcac:38671 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,43989,1733250874407 with port=38671, startcode=1733250874780 2024-12-03T18:34:36,970 DEBUG [RS:0;5cd6afc4bcac:38671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:34:36,982 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250876967,5,FailOnTimeoutGroup] 2024-12-03T18:34:36,990 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250876983,5,FailOnTimeoutGroup] 2024-12-03T18:34:36,990 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:36,991 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:34:36,991 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:36,991 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:36,995 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:34:36,996 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,38671,1733250874780 2024-12-03T18:34:36,996 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43989 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,38671,1733250874780 2024-12-03T18:34:36,998 DEBUG [RS:0;5cd6afc4bcac:38671 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39 2024-12-03T18:34:36,998 DEBUG [RS:0;5cd6afc4bcac:38671 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39073 2024-12-03T18:34:36,998 DEBUG [RS:0;5cd6afc4bcac:38671 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:34:37,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632/rs 2024-12-03T18:34:37,009 DEBUG [RS:0;5cd6afc4bcac:38671 {}] zookeeper.ZKUtil(111): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Set watcher on existing znode=/084356632/rs/5cd6afc4bcac,38671,1733250874780 2024-12-03T18:34:37,009 WARN [RS:0;5cd6afc4bcac:38671 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:34:37,009 INFO [RS:0;5cd6afc4bcac:38671 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:37,010 DEBUG [RS:0;5cd6afc4bcac:38671 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/WALs/5cd6afc4bcac,38671,1733250874780 2024-12-03T18:34:37,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,38671,1733250874780] 2024-12-03T18:34:37,055 INFO [RS:0;5cd6afc4bcac:38671 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:34:37,063 INFO [RS:0;5cd6afc4bcac:38671 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:34:37,077 INFO [RS:0;5cd6afc4bcac:38671 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:34:37,077 INFO [RS:0;5cd6afc4bcac:38671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,079 INFO [RS:0;5cd6afc4bcac:38671 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:34:37,083 INFO [RS:0;5cd6afc4bcac:38671 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:34:37,084 INFO [RS:0;5cd6afc4bcac:38671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:34:37,084 DEBUG [RS:0;5cd6afc4bcac:38671 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:34:37,088 INFO [RS:0;5cd6afc4bcac:38671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,088 INFO [RS:0;5cd6afc4bcac:38671 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,088 INFO [RS:0;5cd6afc4bcac:38671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,088 INFO [RS:0;5cd6afc4bcac:38671 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,088 INFO [RS:0;5cd6afc4bcac:38671 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,088 INFO [RS:0;5cd6afc4bcac:38671 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38671,1733250874780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:34:37,109 INFO [RS:0;5cd6afc4bcac:38671 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:34:37,109 INFO [RS:0;5cd6afc4bcac:38671 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,38671,1733250874780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,110 INFO [RS:0;5cd6afc4bcac:38671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,110 INFO [RS:0;5cd6afc4bcac:38671 {}] regionserver.Replication(171): 5cd6afc4bcac,38671,1733250874780 started 2024-12-03T18:34:37,129 INFO [RS:0;5cd6afc4bcac:38671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,129 INFO [RS:0;5cd6afc4bcac:38671 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,38671,1733250874780, RpcServer on 5cd6afc4bcac/172.17.0.3:38671, sessionid=0x1019dc305740001 2024-12-03T18:34:37,129 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:34:37,129 DEBUG [RS:0;5cd6afc4bcac:38671 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,38671,1733250874780 2024-12-03T18:34:37,129 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,38671,1733250874780' 2024-12-03T18:34:37,129 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/084356632/flush-table-proc/abort' 2024-12-03T18:34:37,130 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/084356632/flush-table-proc/acquired' 2024-12-03T18:34:37,130 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:34:37,130 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:34:37,131 DEBUG [RS:0;5cd6afc4bcac:38671 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,38671,1733250874780 2024-12-03T18:34:37,131 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,38671,1733250874780' 2024-12-03T18:34:37,131 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/084356632/online-snapshot/abort' 2024-12-03T18:34:37,132 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/084356632/online-snapshot/acquired' 2024-12-03T18:34:37,133 DEBUG [RS:0;5cd6afc4bcac:38671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:34:37,133 INFO [RS:0;5cd6afc4bcac:38671 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:34:37,133 INFO [RS:0;5cd6afc4bcac:38671 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:34:37,234 INFO [RS:0;5cd6afc4bcac:38671 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:34:37,235 INFO [RS:0;5cd6afc4bcac:38671 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C38671%2C1733250874780, suffix=, logDir=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/WALs/5cd6afc4bcac,38671,1733250874780, archiveDir=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/oldWALs, maxLogs=10 2024-12-03T18:34:37,255 DEBUG [RS:0;5cd6afc4bcac:38671 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/WALs/5cd6afc4bcac,38671,1733250874780/5cd6afc4bcac%2C38671%2C1733250874780.1733250877235, exclude list is [], retry=0 2024-12-03T18:34:37,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-c0f7952f-aebb-4e34-99d1-0bb9a221ba9f,DISK] 2024-12-03T18:34:37,265 INFO [RS:0;5cd6afc4bcac:38671 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/WALs/5cd6afc4bcac,38671,1733250874780/5cd6afc4bcac%2C38671%2C1733250874780.1733250877235 2024-12-03T18:34:37,265 DEBUG [RS:0;5cd6afc4bcac:38671 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41409:41409)] 2024-12-03T18:34:37,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:34:37,358 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39 2024-12-03T18:34:37,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741833_1009 (size=32) 2024-12-03T18:34:37,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:37,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:34:37,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:34:37,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:37,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:37,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:34:37,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:34:37,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:37,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:37,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:34:37,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:34:37,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:37,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:37,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:34:37,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:34:37,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:37,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:37,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:34:37,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/data/hbase/meta/1588230740 2024-12-03T18:34:37,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/data/hbase/meta/1588230740 2024-12-03T18:34:37,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:34:37,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:34:37,382 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:37,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:34:37,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:37,385 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66575178, jitterRate=-0.00795254111289978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:37,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250877372Initializing all the Stores at 1733250877373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250877373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250877374 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250877374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250877374Cleaning up temporary data from old regions at 1733250877381 (+7 ms)Region opened successfully at 1733250877386 (+5 ms) 2024-12-03T18:34:37,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:34:37,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:34:37,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:34:37,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:34:37,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:34:37,386 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:34:37,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250877386Disabling compacts and flushes for region at 1733250877386Disabling writes for close at 1733250877386Writing region close event to WAL at 1733250877386Closed at 1733250877386 2024-12-03T18:34:37,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:37,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:34:37,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:34:37,389 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:34:37,390 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:34:37,541 DEBUG [5cd6afc4bcac:43989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:34:37,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,38671,1733250874780 2024-12-03T18:34:37,542 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,38671,1733250874780, state=OPENING 2024-12-03T18:34:37,600 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:34:37,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632 2024-12-03T18:34:37,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084356632 2024-12-03T18:34:37,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /084356632/meta-region-server: CHANGED 2024-12-03T18:34:37,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /084356632/meta-region-server: CHANGED 2024-12-03T18:34:37,619 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:34:37,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,38671,1733250874780}] 2024-12-03T18:34:37,772 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:34:37,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:34:37,776 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:34:37,776 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:37,776 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:34:37,777 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C38671%2C1733250874780.meta, suffix=.meta, logDir=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/WALs/5cd6afc4bcac,38671,1733250874780, archiveDir=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/oldWALs, maxLogs=10 2024-12-03T18:34:37,791 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/WALs/5cd6afc4bcac,38671,1733250874780/5cd6afc4bcac%2C38671%2C1733250874780.meta.1733250877777.meta, exclude list is [], retry=0 2024-12-03T18:34:37,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-c0f7952f-aebb-4e34-99d1-0bb9a221ba9f,DISK] 2024-12-03T18:34:37,797 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/WALs/5cd6afc4bcac,38671,1733250874780/5cd6afc4bcac%2C38671%2C1733250874780.meta.1733250877777.meta 2024-12-03T18:34:37,810 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41409:41409)] 2024-12-03T18:34:37,811 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:37,818 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:37,818 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:34:37,818 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:34:37,818 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:34:37,818 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:34:37,818 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:37,818 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:34:37,818 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:34:37,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:34:37,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:34:37,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:37,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:37,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:34:37,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:34:37,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:37,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:37,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:34:37,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:34:37,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:37,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:37,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:34:37,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:34:37,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:37,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:37,830 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:34:37,830 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/data/hbase/meta/1588230740 2024-12-03T18:34:37,832 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/data/hbase/meta/1588230740 2024-12-03T18:34:37,833 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:34:37,833 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:34:37,834 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:37,836 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:34:37,836 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60149857, jitterRate=-0.1036972850561142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:37,836 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:34:37,837 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250877818Writing region info on filesystem at 1733250877818Initializing all the Stores at 1733250877819 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250877819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250877826 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250877826Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250877826Cleaning up temporary data from old regions at 1733250877833 (+7 ms)Running coprocessor post-open hooks at 1733250877836 (+3 ms)Region opened successfully at 1733250877837 (+1 ms) 2024-12-03T18:34:37,838 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250877771 2024-12-03T18:34:37,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,38671,1733250874780 2024-12-03T18:34:37,840 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:34:37,840 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:34:37,840 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,38671,1733250874780, state=OPEN 2024-12-03T18:34:37,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43989-0x1019dc305740000, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/084356632/meta-region-server 2024-12-03T18:34:37,938 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,38671,1733250874780 2024-12-03T18:34:37,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /084356632/meta-region-server: CHANGED 2024-12-03T18:34:37,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38671-0x1019dc305740001, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/084356632/meta-region-server 2024-12-03T18:34:37,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /084356632/meta-region-server: CHANGED 2024-12-03T18:34:37,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:34:37,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,38671,1733250874780 in 319 msec 2024-12-03T18:34:37,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:34:37,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 562 msec 2024-12-03T18:34:37,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:37,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:34:37,956 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:37,956 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,38671,1733250874780, seqNum=-1] 2024-12-03T18:34:37,956 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:37,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:37,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1170 sec 2024-12-03T18:34:37,963 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250877963, completionTime=-1 2024-12-03T18:34:37,963 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:34:37,963 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:34:37,965 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:34:37,965 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250937965 2024-12-03T18:34:37,965 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250997965 2024-12-03T18:34:37,965 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T18:34:37,965 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43989,1733250874407-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,965 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43989,1733250874407-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,965 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43989,1733250874407-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,965 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:43989, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,965 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,967 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:34:37,972 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:37,976 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.958sec 2024-12-03T18:34:37,976 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:34:37,976 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:34:37,976 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:34:37,976 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:34:37,976 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:34:37,976 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43989,1733250874407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:34:37,976 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43989,1733250874407-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:34:37,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2c3b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:37,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,43989,-1 for getting cluster id 2024-12-03T18:34:37,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:37,999 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:34:37,999 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:34:37,999 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,43989,1733250874407-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:38,009 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9b4c937-2f2e-48c7-b7f6-392b27542b78' 2024-12-03T18:34:38,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:38,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9b4c937-2f2e-48c7-b7f6-392b27542b78" 2024-12-03T18:34:38,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1380fc65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:38,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,43989,-1] 2024-12-03T18:34:38,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:38,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:38,012 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:38,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e07c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:38,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:38,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,38671,1733250874780, seqNum=-1] 2024-12-03T18:34:38,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:38,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:38,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,43989,1733250874407 2024-12-03T18:34:38,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57767 2024-12-03T18:34:38,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57767, baseZNode=/084356632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:38,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:38,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,43989,1733250874407 2024-12-03T18:34:38,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019dc305740002 connected 2024-12-03T18:34:38,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@258b4501 2024-12-03T18:34:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:38,074 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:38,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:34:38,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:34:38,079 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:38,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:34:38,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:34:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:38,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:34:38,163 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52e62ee492d040f9f400d62c9f19aec6, NAME => 'test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39 2024-12-03T18:34:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:34:38,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:38,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 52e62ee492d040f9f400d62c9f19aec6, disabling compactions & flushes 2024-12-03T18:34:38,231 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6. 2024-12-03T18:34:38,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6. 2024-12-03T18:34:38,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6. after waiting 0 ms 2024-12-03T18:34:38,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6. 2024-12-03T18:34:38,231 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6. 2024-12-03T18:34:38,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52e62ee492d040f9f400d62c9f19aec6: Waiting for close lock at 1733250878231Disabling compacts and flushes for region at 1733250878231Disabling writes for close at 1733250878231Writing region close event to WAL at 1733250878231Closed at 1733250878231 2024-12-03T18:34:38,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:34:38,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250878235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250878235"}]},"ts":"1733250878235"} 2024-12-03T18:34:38,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:34:38,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:34:38,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250878238"}]},"ts":"1733250878238"} 2024-12-03T18:34:38,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:34:38,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52e62ee492d040f9f400d62c9f19aec6, ASSIGN}] 2024-12-03T18:34:38,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52e62ee492d040f9f400d62c9f19aec6, ASSIGN 2024-12-03T18:34:38,243 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=52e62ee492d040f9f400d62c9f19aec6, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,38671,1733250874780; forceNewPlan=false, retain=false 2024-12-03T18:34:38,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52e62ee492d040f9f400d62c9f19aec6, regionState=OPENING, regionLocation=5cd6afc4bcac,38671,1733250874780 2024-12-03T18:34:38,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=52e62ee492d040f9f400d62c9f19aec6, ASSIGN because future has completed 2024-12-03T18:34:38,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e62ee492d040f9f400d62c9f19aec6, server=5cd6afc4bcac,38671,1733250874780}] 2024-12-03T18:34:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:38,590 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6. 2024-12-03T18:34:38,591 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 52e62ee492d040f9f400d62c9f19aec6, NAME => 'test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:38,591 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:38,591 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:34:38,591 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,591 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:38,591 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,591 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,595 INFO [StoreOpener-52e62ee492d040f9f400d62c9f19aec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,603 INFO [StoreOpener-52e62ee492d040f9f400d62c9f19aec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e62ee492d040f9f400d62c9f19aec6 columnFamilyName f 2024-12-03T18:34:38,603 DEBUG [StoreOpener-52e62ee492d040f9f400d62c9f19aec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:38,604 INFO [StoreOpener-52e62ee492d040f9f400d62c9f19aec6-1 {}] regionserver.HStore(327): Store=52e62ee492d040f9f400d62c9f19aec6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:38,604 INFO [StoreOpener-52e62ee492d040f9f400d62c9f19aec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,605 INFO [StoreOpener-52e62ee492d040f9f400d62c9f19aec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e62ee492d040f9f400d62c9f19aec6 columnFamilyName f1 2024-12-03T18:34:38,605 DEBUG [StoreOpener-52e62ee492d040f9f400d62c9f19aec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:38,606 INFO [StoreOpener-52e62ee492d040f9f400d62c9f19aec6-1 {}] regionserver.HStore(327): Store=52e62ee492d040f9f400d62c9f19aec6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:38,606 INFO [StoreOpener-52e62ee492d040f9f400d62c9f19aec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,607 INFO [StoreOpener-52e62ee492d040f9f400d62c9f19aec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e62ee492d040f9f400d62c9f19aec6 columnFamilyName norep 2024-12-03T18:34:38,607 DEBUG [StoreOpener-52e62ee492d040f9f400d62c9f19aec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:38,608 INFO [StoreOpener-52e62ee492d040f9f400d62c9f19aec6-1 {}] regionserver.HStore(327): Store=52e62ee492d040f9f400d62c9f19aec6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:38,608 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,609 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/data/default/test/52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,609 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/data/default/test/52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,610 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,610 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,615 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:34:38,635 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,643 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/data/default/test/52e62ee492d040f9f400d62c9f19aec6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:38,643 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 52e62ee492d040f9f400d62c9f19aec6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75190975, jitterRate=0.12043283879756927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:34:38,644 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52e62ee492d040f9f400d62c9f19aec6 2024-12-03T18:34:38,644 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 52e62ee492d040f9f400d62c9f19aec6: Running coprocessor pre-open hook at 1733250878592Writing region info on filesystem at 1733250878592Initializing all the Stores at 1733250878593 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250878593Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250878594 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250878594Cleaning up temporary data from old regions at 1733250878610 (+16 ms)Running coprocessor post-open hooks at 1733250878644 (+34 ms)Region opened successfully at 1733250878644 2024-12-03T18:34:38,647 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6., pid=6, masterSystemTime=1733250878564 2024-12-03T18:34:38,648 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6. 2024-12-03T18:34:38,649 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250878075.52e62ee492d040f9f400d62c9f19aec6. 2024-12-03T18:34:38,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52e62ee492d040f9f400d62c9f19aec6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,38671,1733250874780 2024-12-03T18:34:38,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e62ee492d040f9f400d62c9f19aec6, server=5cd6afc4bcac,38671,1733250874780 because future has completed 2024-12-03T18:34:38,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:34:38,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52e62ee492d040f9f400d62c9f19aec6, server=5cd6afc4bcac,38671,1733250874780 in 251 msec 2024-12-03T18:34:38,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:34:38,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=52e62ee492d040f9f400d62c9f19aec6, ASSIGN in 414 msec 2024-12-03T18:34:38,658 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:34:38,659 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250878658"}]},"ts":"1733250878658"} 2024-12-03T18:34:38,660 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:34:38,661 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:34:38,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 585 msec 2024-12-03T18:34:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:38,709 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:34:38,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad3a7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:38,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,43989,-1 for getting cluster id 2024-12-03T18:34:38,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:38,711 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9b4c937-2f2e-48c7-b7f6-392b27542b78' 2024-12-03T18:34:38,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:38,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9b4c937-2f2e-48c7-b7f6-392b27542b78" 2024-12-03T18:34:38,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5d1bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:38,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,43989,-1] 2024-12-03T18:34:38,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:38,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:38,712 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:38,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360f3c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:38,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:38,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,43989,1733250874407 2024-12-03T18:34:38,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51ab3fa6 2024-12-03T18:34:38,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:38,716 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:38,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:43989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:34:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:34:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:38,721 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:43989' 2024-12-03T18:34:38,735 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259db3c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:38,735 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,43989,-1 for getting cluster id 2024-12-03T18:34:38,735 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:38,735 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9b4c937-2f2e-48c7-b7f6-392b27542b78' 2024-12-03T18:34:38,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:38,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9b4c937-2f2e-48c7-b7f6-392b27542b78" 2024-12-03T18:34:38,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0cd512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:38,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,43989,-1] 2024-12-03T18:34:38,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:38,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:38,737 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:38,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582e7658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:38,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:38,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,43989,1733250874407 2024-12-03T18:34:38,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f8ec7f5 2024-12-03T18:34:38,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:38,739 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:38,740 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T18:34:38,740 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:34:38,740 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:38,740 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:38,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:38,741 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5cd6afc4bcac:43989, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T18:34:38,746 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5cd6afc4bcac:43989, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5cd6afc4bcac:43989, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5cd6afc4bcac:43989, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-03T18:34:38,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5cd6afc4bcac:43989, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=29 msec 2024-12-03T18:34:38,747 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-03T18:34:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:38,830 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://5cd6afc4bcac:43989, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-03T18:34:38,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:34:38,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:34:38,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:38,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:38,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:38,849 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 362) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f5fbc9f2668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@218ba738[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57767) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:39073 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-232996771-172.17.0.3-1733250872072:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1205963578-7857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$309/0x00007f5fbc4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_660041533_20 at /127.0.0.1:58332 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57767) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1205963578-7861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6d90da47 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@115576ac java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250876983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: regionserver/5cd6afc4bcac:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/5cd6afc4bcac:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37475 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39/MasterData-prefix:5cd6afc4bcac,43989,1733250874407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_660041533_20 at /127.0.0.1:58414 [Receiving block BP-232996771-172.17.0.3-1733250872072:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@249b0898 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/cluster_a07869b6-fcb6-74cb-a28e-3b63b6e29687/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@66761ef3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@355bfe00 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2076266583-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39-prefix:5cd6afc4bcac,38671,1733250874780.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/5cd6afc4bcac:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5cd6afc4bcac:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57767 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1212924304) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp2076266583-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-448c405-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@28013ac8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6fd76b80-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcessThread(sid:0 cport:57767): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: M:0;5cd6afc4bcac:43989 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_660041533_20 at /127.0.0.1:58394 [Receiving block BP-232996771-172.17.0.3-1733250872072:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/cluster_a07869b6-fcb6-74cb-a28e-3b63b6e29687/data/data1/current/BP-232996771-172.17.0.3-1733250872072 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5cd6afc4bcac:38671-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1205963578-7858-acceptor-0@500c1c1e-ServerConnector@556145f5{HTTP/1.1, (http/1.1)}{localhost:39417} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-232996771-172.17.0.3-1733250872072:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3138477a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1205963578-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$309/0x00007f5fbc4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1205963578-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$309/0x00007f5fbc4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250876967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/cluster_a07869b6-fcb6-74cb-a28e-3b63b6e29687/data/data2/current/BP-232996771-172.17.0.3-1733250872072 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1205963578-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;5cd6afc4bcac:38671 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007f5fbcabcbc0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 0 on default port 39073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2076266583-7903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$309/0x00007f5fbc4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@4bf442cd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-232996771-172.17.0.3-1733250872072 heartbeating to localhost/127.0.0.1:39073 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1205963578-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$309/0x00007f5fbc4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39073/user/jenkins/test-data/0e6d682f-1bb4-5d8b-0bbe-fa7e799d8d39-prefix:5cd6afc4bcac,38671,1733250874780 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2076266583-7904-acceptor-0@70c2de0e-ServerConnector@4e930464{HTTP/1.1, (http/1.1)}{localhost:44043} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1205963578-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:39073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4413a6db java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/cluster_a07869b6-fcb6-74cb-a28e-3b63b6e29687/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57767) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 5cd6afc4bcac:43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:39073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 39073 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-232996771-172.17.0.3-1733250872072:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-592358378_20 at /127.0.0.1:58384 [Receiving block BP-232996771-172.17.0.3-1733250872072:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 37475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) - Thread LEAK? -, OpenFileDescriptor=879 (was 798) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1281 (was 1270) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=235 (was 238) 2024-12-03T18:34:38,853 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-12-03T18:34:38,871 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=1281, ProcessCount=11, AvailableMemoryMB=232 2024-12-03T18:34:38,871 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-12-03T18:34:38,889 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-03T18:34:38,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/hadoop.log.dir so I do NOT create it in target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd 2024-12-03T18:34:38,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:34:38,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/hadoop.tmp.dir so I do NOT create it in target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd 2024-12-03T18:34:38,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2440c548-4088-f406-079c-e20b995c6296/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:34:38,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd 2024-12-03T18:34:38,890 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/cluster_447492f8-04c4-c24b-951d-9509e5d8a26b, deleteOnExit=true 2024-12-03T18:34:38,933 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/cluster_447492f8-04c4-c24b-951d-9509e5d8a26b/zookeeper_0, clientPort=50098, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/cluster_447492f8-04c4-c24b-951d-9509e5d8a26b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/cluster_447492f8-04c4-c24b-951d-9509e5d8a26b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T18:34:38,943 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50098 2024-12-03T18:34:38,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:34:38,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:34:38,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/test.cache.data in system properties and HBase conf 2024-12-03T18:34:38,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:34:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:34:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:34:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:34:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:34:38,944 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:34:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:34:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:34:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:34:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:34:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:34:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:34:38,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:34:38,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:34:38,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:34:38,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:34:38,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:34:38,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:34:38,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:34:38,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:34:39,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:39,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:34:39,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:34:39,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:34:39,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:34:39,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:39,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41c5edc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:34:39,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21bd1f72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:34:39,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9255ea4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/java.io.tmpdir/jetty-localhost-38909-hadoop-hdfs-3_4_1-tests_jar-_-any-15226398757751149999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:34:39,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71ba3e66{HTTP/1.1, (http/1.1)}{localhost:38909} 2024-12-03T18:34:39,483 INFO [Time-limited test {}] server.Server(415): Started @333494ms 2024-12-03T18:34:39,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:39,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:34:39,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:34:39,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:34:39,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:34:39,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16e6719e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:34:39,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d592c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:34:39,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fc4a79c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/java.io.tmpdir/jetty-localhost-33671-hadoop-hdfs-3_4_1-tests_jar-_-any-4583253259564213366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:34:39,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74764cda{HTTP/1.1, (http/1.1)}{localhost:33671} 2024-12-03T18:34:39,962 INFO [Time-limited test {}] server.Server(415): Started @333973ms 2024-12-03T18:34:39,963 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:34:40,737 WARN [Thread-4295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/cluster_447492f8-04c4-c24b-951d-9509e5d8a26b/data/data1/current/BP-673296168-172.17.0.3-1733250878964/current, will proceed with Du for space computation calculation, 2024-12-03T18:34:40,737 WARN [Thread-4296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/cluster_447492f8-04c4-c24b-951d-9509e5d8a26b/data/data2/current/BP-673296168-172.17.0.3-1733250878964/current, will proceed with Du for space computation calculation, 2024-12-03T18:34:40,763 WARN [Thread-4283 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:34:40,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24456f11064286fe with lease ID 0xb5b9b7571e6ae99f: Processing first storage report for DS-ba076c36-77ae-432c-9122-eed08a6f30e7 from datanode DatanodeRegistration(127.0.0.1:36465, datanodeUuid=6a63b417-3101-45f6-a4c8-46458b103a44, infoPort=34297, infoSecurePort=0, ipcPort=38163, storageInfo=lv=-57;cid=testClusterID;nsid=1375467540;c=1733250878964) 2024-12-03T18:34:40,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24456f11064286fe with lease ID 0xb5b9b7571e6ae99f: from storage DS-ba076c36-77ae-432c-9122-eed08a6f30e7 node DatanodeRegistration(127.0.0.1:36465, datanodeUuid=6a63b417-3101-45f6-a4c8-46458b103a44, infoPort=34297, infoSecurePort=0, ipcPort=38163, storageInfo=lv=-57;cid=testClusterID;nsid=1375467540;c=1733250878964), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:34:40,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24456f11064286fe with lease ID 0xb5b9b7571e6ae99f: Processing first storage report for DS-293bbb67-e867-4ca8-8615-544731547127 from datanode DatanodeRegistration(127.0.0.1:36465, datanodeUuid=6a63b417-3101-45f6-a4c8-46458b103a44, infoPort=34297, infoSecurePort=0, ipcPort=38163, storageInfo=lv=-57;cid=testClusterID;nsid=1375467540;c=1733250878964) 2024-12-03T18:34:40,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24456f11064286fe with lease ID 0xb5b9b7571e6ae99f: from storage DS-293bbb67-e867-4ca8-8615-544731547127 node DatanodeRegistration(127.0.0.1:36465, datanodeUuid=6a63b417-3101-45f6-a4c8-46458b103a44, infoPort=34297, infoSecurePort=0, ipcPort=38163, storageInfo=lv=-57;cid=testClusterID;nsid=1375467540;c=1733250878964), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:34:40,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd 2024-12-03T18:34:40,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:40,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:40,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:34:41,211 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1 with version=8 2024-12-03T18:34:41,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/hbase-staging 2024-12-03T18:34:41,214 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:34:41,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:41,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:41,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:34:41,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:41,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:34:41,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:34:41,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:34:41,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41491 2024-12-03T18:34:41,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41491 connecting to ZooKeeper ensemble=127.0.0.1:50098 2024-12-03T18:34:41,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414910x0, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:41,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41491-0x1019dc320820000 connected 2024-12-03T18:34:41,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:41,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:41,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Set watcher on znode that does not yet exist, /0-293982518/running 2024-12-03T18:34:41,387 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1, hbase.cluster.distributed=false 2024-12-03T18:34:41,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Set watcher on znode that does not yet exist, /0-293982518/acl 2024-12-03T18:34:41,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41491 2024-12-03T18:34:41,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41491 2024-12-03T18:34:41,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41491 2024-12-03T18:34:41,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41491 2024-12-03T18:34:41,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41491 2024-12-03T18:34:41,408 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:34:41,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:41,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:41,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:34:41,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:41,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:34:41,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:34:41,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:34:41,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35603 2024-12-03T18:34:41,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35603 connecting to ZooKeeper ensemble=127.0.0.1:50098 2024-12-03T18:34:41,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:41,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:41,424 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356030x0, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:41,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356030x0, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Set watcher on znode that does not yet exist, /0-293982518/running 2024-12-03T18:34:41,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35603-0x1019dc320820001 connected 2024-12-03T18:34:41,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:34:41,429 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:34:41,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Set watcher on znode that does not yet exist, /0-293982518/master 2024-12-03T18:34:41,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Set watcher on znode that does not yet exist, /0-293982518/acl 2024-12-03T18:34:41,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35603 2024-12-03T18:34:41,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35603 2024-12-03T18:34:41,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35603 2024-12-03T18:34:41,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35603 2024-12-03T18:34:41,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35603 2024-12-03T18:34:41,452 DEBUG [M:0;5cd6afc4bcac:41491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:41491 2024-12-03T18:34:41,453 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-293982518/backup-masters/5cd6afc4bcac,41491,1733250881214 2024-12-03T18:34:41,463 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518/backup-masters 2024-12-03T18:34:41,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518/backup-masters 2024-12-03T18:34:41,464 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Set watcher on existing znode=/0-293982518/backup-masters/5cd6afc4bcac,41491,1733250881214 2024-12-03T18:34:41,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:34:41,474 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-293982518/master 2024-12-03T18:34:41,474 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:34:41,474 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Set watcher on existing znode=/0-293982518/master 2024-12-03T18:34:41,474 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-293982518/backup-masters/5cd6afc4bcac,41491,1733250881214 from backup master directory 2024-12-03T18:34:41,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-293982518/backup-masters/5cd6afc4bcac,41491,1733250881214 2024-12-03T18:34:41,482 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518/backup-masters 2024-12-03T18:34:41,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518/backup-masters 2024-12-03T18:34:41,482 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:34:41,482 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,41491,1733250881214 2024-12-03T18:34:41,485 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/hbase.id] with ID: b2a164ab-218b-4707-a7bf-ca6b621ed054 2024-12-03T18:34:41,485 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/.tmp/hbase.id 2024-12-03T18:34:41,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:34:41,889 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/.tmp/hbase.id]:[hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/hbase.id] 2024-12-03T18:34:41,895 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:41,895 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:34:41,896 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:34:41,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:34:41,930 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:34:41,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:34:42,335 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:42,336 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:34:42,336 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:42,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:34:42,748 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store 2024-12-03T18:34:42,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:34:43,152 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:43,153 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:34:43,153 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:43,153 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:43,153 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:34:43,153 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:43,153 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:43,153 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250883152Disabling compacts and flushes for region at 1733250883152Disabling writes for close at 1733250883153 (+1 ms)Writing region close event to WAL at 1733250883153Closed at 1733250883153 2024-12-03T18:34:43,153 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/.initializing 2024-12-03T18:34:43,153 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/WALs/5cd6afc4bcac,41491,1733250881214 2024-12-03T18:34:43,154 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:34:43,155 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C41491%2C1733250881214, suffix=, logDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/WALs/5cd6afc4bcac,41491,1733250881214, archiveDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/oldWALs, maxLogs=10 2024-12-03T18:34:43,165 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/WALs/5cd6afc4bcac,41491,1733250881214/5cd6afc4bcac%2C41491%2C1733250881214.1733250883155, exclude list is [], retry=0 2024-12-03T18:34:43,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-ba076c36-77ae-432c-9122-eed08a6f30e7,DISK] 2024-12-03T18:34:43,169 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/WALs/5cd6afc4bcac,41491,1733250881214/5cd6afc4bcac%2C41491%2C1733250881214.1733250883155 2024-12-03T18:34:43,169 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-12-03T18:34:43,169 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:43,170 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:43,170 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:43,170 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:43,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:43,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:34:43,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:43,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:43,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:43,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:34:43,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:43,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:43,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:43,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:34:43,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:43,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:43,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:43,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:34:43,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:43,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:43,176 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:43,176 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:43,177 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:43,177 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:43,177 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:43,178 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:43,179 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:43,181 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:43,181 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60477418, jitterRate=-0.09881624579429626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:43,181 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250883170Initializing all the Stores at 1733250883170Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250883170Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250883170Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250883170Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250883170Cleaning up temporary data from old regions at 1733250883177 (+7 ms)Region opened successfully at 1733250883181 (+4 ms) 2024-12-03T18:34:43,181 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:34:43,183 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2936b7ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:34:43,184 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:34:43,184 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:34:43,184 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:34:43,184 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:34:43,186 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-03T18:34:43,187 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:34:43,187 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:34:43,188 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:34:43,189 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Unable to get data of znode /0-293982518/balancer because node does not exist (not necessarily an error) 2024-12-03T18:34:43,229 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-293982518/balancer already deleted, retry=false 2024-12-03T18:34:43,230 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:34:43,231 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Unable to get data of znode /0-293982518/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:34:43,247 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-293982518/normalizer already deleted, retry=false 2024-12-03T18:34:43,248 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:34:43,249 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Unable to get data of znode /0-293982518/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:34:43,259 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-293982518/switch/split already deleted, retry=false 2024-12-03T18:34:43,261 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Unable to get data of znode /0-293982518/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:34:43,273 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-293982518/switch/merge already deleted, retry=false 2024-12-03T18:34:43,287 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Unable to get data of znode /0-293982518/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:34:43,321 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:34:43,321 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-293982518/snapshot-cleanup already deleted, retry=false 2024-12-03T18:34:43,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:43,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:34:43,399 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T18:34:43,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-293982518/running 2024-12-03T18:34:43,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:34:43,459 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,41491,1733250881214, sessionid=0x1019dc320820000, setting cluster-up flag (Was=false) 2024-12-03T18:34:43,462 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-293982518/running 2024-12-03T18:34:43,462 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:34:43,555 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:34:43,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:34:43,590 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-293982518/flush-table-proc/acquired, /0-293982518/flush-table-proc/reached, /0-293982518/flush-table-proc/abort 2024-12-03T18:34:43,591 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,41491,1733250881214 2024-12-03T18:34:43,607 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:34:43,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:34:43,641 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-293982518/online-snapshot/acquired, /0-293982518/online-snapshot/reached, /0-293982518/online-snapshot/abort 2024-12-03T18:34:43,644 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,41491,1733250881214 2024-12-03T18:34:43,646 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:34:43,647 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:43,647 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:34:43,647 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:34:43,648 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,41491,1733250881214 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:34:43,649 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:43,649 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:43,649 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:43,649 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:43,649 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:34:43,649 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,649 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:34:43,649 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250913650 2024-12-03T18:34:43,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:34:43,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:34:43,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:34:43,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:34:43,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:34:43,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:43,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:34:43,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:34:43,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:34:43,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:34:43,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:34:43,651 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:34:43,651 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:34:43,651 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:34:43,651 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250883651,5,FailOnTimeoutGroup] 2024-12-03T18:34:43,651 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250883651,5,FailOnTimeoutGroup] 2024-12-03T18:34:43,651 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,651 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:34:43,651 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,651 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:43,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:34:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:34:43,743 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(746): ClusterId : b2a164ab-218b-4707-a7bf-ca6b621ed054 2024-12-03T18:34:43,743 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:34:43,754 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:34:43,754 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:34:43,763 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:34:43,763 DEBUG [RS:0;5cd6afc4bcac:35603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:34:43,773 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:35603 2024-12-03T18:34:43,773 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:34:43,774 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:34:43,774 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:34:43,774 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,41491,1733250881214 with port=35603, startcode=1733250881408 2024-12-03T18:34:43,774 DEBUG [RS:0;5cd6afc4bcac:35603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:34:43,775 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:34:43,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,35603,1733250881408 2024-12-03T18:34:43,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41491 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,35603,1733250881408 2024-12-03T18:34:43,777 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1 2024-12-03T18:34:43,777 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35801 2024-12-03T18:34:43,777 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:34:43,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518/rs 2024-12-03T18:34:43,788 DEBUG [RS:0;5cd6afc4bcac:35603 {}] zookeeper.ZKUtil(111): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Set watcher on existing znode=/0-293982518/rs/5cd6afc4bcac,35603,1733250881408 2024-12-03T18:34:43,788 WARN [RS:0;5cd6afc4bcac:35603 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:34:43,788 INFO [RS:0;5cd6afc4bcac:35603 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:43,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,35603,1733250881408] 2024-12-03T18:34:43,789 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408 2024-12-03T18:34:43,792 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:34:43,794 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:34:43,794 INFO [RS:0;5cd6afc4bcac:35603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:34:43,794 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,794 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:34:43,795 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:34:43,795 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:34:43,795 DEBUG [RS:0;5cd6afc4bcac:35603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:34:43,803 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,803 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,803 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,803 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,803 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,803 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35603,1733250881408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:34:43,820 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:34:43,820 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35603,1733250881408-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,820 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,820 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.Replication(171): 5cd6afc4bcac,35603,1733250881408 started 2024-12-03T18:34:43,839 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:43,839 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,35603,1733250881408, RpcServer on 5cd6afc4bcac/172.17.0.3:35603, sessionid=0x1019dc320820001 2024-12-03T18:34:43,839 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:34:43,839 DEBUG [RS:0;5cd6afc4bcac:35603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,35603,1733250881408 2024-12-03T18:34:43,839 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,35603,1733250881408' 2024-12-03T18:34:43,839 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-293982518/flush-table-proc/abort' 2024-12-03T18:34:43,840 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-293982518/flush-table-proc/acquired' 2024-12-03T18:34:43,842 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:34:43,842 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:34:43,842 DEBUG [RS:0;5cd6afc4bcac:35603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,35603,1733250881408 2024-12-03T18:34:43,842 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,35603,1733250881408' 2024-12-03T18:34:43,842 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-293982518/online-snapshot/abort' 2024-12-03T18:34:43,842 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-293982518/online-snapshot/acquired' 2024-12-03T18:34:43,843 DEBUG [RS:0;5cd6afc4bcac:35603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:34:43,843 INFO [RS:0;5cd6afc4bcac:35603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:34:43,843 INFO [RS:0;5cd6afc4bcac:35603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:34:43,943 INFO [RS:0;5cd6afc4bcac:35603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:34:43,944 INFO [RS:0;5cd6afc4bcac:35603 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C35603%2C1733250881408, suffix=, logDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408, archiveDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/oldWALs, maxLogs=10 2024-12-03T18:34:43,960 DEBUG [RS:0;5cd6afc4bcac:35603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944, exclude list is [], retry=0 2024-12-03T18:34:43,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-ba076c36-77ae-432c-9122-eed08a6f30e7,DISK] 2024-12-03T18:34:43,963 INFO [RS:0;5cd6afc4bcac:35603 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 2024-12-03T18:34:43,963 DEBUG [RS:0;5cd6afc4bcac:35603 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-12-03T18:34:44,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:34:44,067 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1 2024-12-03T18:34:44,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741833_1009 (size=32) 2024-12-03T18:34:44,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:44,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:34:44,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:34:44,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:44,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:44,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:34:44,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:34:44,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:44,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:44,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:34:44,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:34:44,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:34:44,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:34:44,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:44,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:44,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:34:44,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740 2024-12-03T18:34:44,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740 2024-12-03T18:34:44,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:34:44,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:34:44,492 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:44,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:34:44,494 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:44,494 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66171486, jitterRate=-0.013968020677566528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:44,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250884484Initializing all the Stores at 1733250884485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250884485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250884485Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250884485Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250884485Cleaning up temporary data from old regions at 1733250884492 (+7 ms)Region opened successfully at 1733250884494 (+2 ms) 2024-12-03T18:34:44,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:34:44,495 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:34:44,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:34:44,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:34:44,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:34:44,495 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:34:44,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250884495Disabling compacts and flushes for region at 1733250884495Disabling writes for close at 1733250884495Writing region close event to WAL at 1733250884495Closed at 1733250884495 2024-12-03T18:34:44,496 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:44,496 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:34:44,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:34:44,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:34:44,497 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:34:44,647 DEBUG [5cd6afc4bcac:41491 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:34:44,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,35603,1733250881408 2024-12-03T18:34:44,649 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,35603,1733250881408, state=OPENING 2024-12-03T18:34:44,663 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:34:44,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T18:34:44,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T18:34:44,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T18:34:44,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T18:34:44,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:34:44,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T18:34:44,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T18:34:44,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T18:34:44,673 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:34:44,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:34:44,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-293982518/meta-region-server: CHANGED 2024-12-03T18:34:44,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-293982518/meta-region-server: CHANGED 2024-12-03T18:34:44,674 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:34:44,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,35603,1733250881408}] 2024-12-03T18:34:44,827 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:34:44,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:34:44,837 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:34:44,837 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:44,837 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:34:44,846 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C35603%2C1733250881408.meta, suffix=.meta, logDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408, archiveDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/oldWALs, maxLogs=10 2024-12-03T18:34:44,863 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.meta.1733250884846.meta, exclude list is [], retry=0 2024-12-03T18:34:44,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-ba076c36-77ae-432c-9122-eed08a6f30e7,DISK] 2024-12-03T18:34:44,881 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.meta.1733250884846.meta 2024-12-03T18:34:44,882 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-12-03T18:34:44,883 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:44,883 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:44,883 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:34:44,883 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:34:44,883 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:34:44,883 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:34:44,883 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:44,883 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:34:44,883 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:34:44,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:34:44,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:34:44,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:44,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:44,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:34:44,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:34:44,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:44,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:44,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:34:44,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:34:44,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:44,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:44,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:34:44,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:34:44,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:44,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:44,897 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:34:44,897 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740 2024-12-03T18:34:44,898 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740 2024-12-03T18:34:44,899 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:34:44,899 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:34:44,899 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:44,900 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:34:44,901 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63172771, jitterRate=-0.0586523562669754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:44,901 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:34:44,901 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250884884Writing region info on filesystem at 1733250884884Initializing all the Stores at 1733250884887 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250884887Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250884890 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250884890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250884890Cleaning up temporary data from old regions at 1733250884899 (+9 ms)Running coprocessor post-open hooks at 1733250884901 (+2 ms)Region opened successfully at 1733250884901 2024-12-03T18:34:44,902 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250884827 2024-12-03T18:34:44,904 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:34:44,904 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:34:44,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,35603,1733250881408 2024-12-03T18:34:44,905 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,35603,1733250881408, state=OPEN 2024-12-03T18:34:44,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-293982518/meta-region-server 2024-12-03T18:34:44,954 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,35603,1733250881408 2024-12-03T18:34:44,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-293982518/meta-region-server: CHANGED 2024-12-03T18:34:44,954 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-293982518/meta-region-server 2024-12-03T18:34:44,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-293982518/meta-region-server: CHANGED 2024-12-03T18:34:44,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:34:44,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,35603,1733250881408 in 280 msec 2024-12-03T18:34:44,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:34:44,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-12-03T18:34:44,970 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:44,970 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:34:44,972 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:44,972 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,35603,1733250881408, seqNum=-1] 2024-12-03T18:34:44,972 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:44,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:45,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3510 sec 2024-12-03T18:34:45,000 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250885000, completionTime=-1 2024-12-03T18:34:45,000 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:34:45,000 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:34:45,001 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:34:45,002 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250945002 2024-12-03T18:34:45,002 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733251005002 2024-12-03T18:34:45,002 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T18:34:45,002 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41491,1733250881214-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:45,002 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41491,1733250881214-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:45,002 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41491,1733250881214-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:45,002 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:41491, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:45,002 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:45,005 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:45,009 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:34:45,012 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.530sec 2024-12-03T18:34:45,012 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:34:45,012 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:34:45,012 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:34:45,012 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:34:45,013 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:34:45,013 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41491,1733250881214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:34:45,013 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41491,1733250881214-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:34:45,014 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:34:45,014 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:34:45,014 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41491,1733250881214-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:45,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e41cc7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:45,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41491,-1 for getting cluster id 2024-12-03T18:34:45,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:45,066 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2a164ab-218b-4707-a7bf-ca6b621ed054' 2024-12-03T18:34:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2a164ab-218b-4707-a7bf-ca6b621ed054" 2024-12-03T18:34:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8a9658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41491,-1] 2024-12-03T18:34:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:45,069 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:45,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efb371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:45,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,35603,1733250881408, seqNum=-1] 2024-12-03T18:34:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:45,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:45,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,41491,1733250881214 2024-12-03T18:34:45,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50098 2024-12-03T18:34:45,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:45,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019dc320820002 connected 2024-12-03T18:34:45,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/hadoop.log.dir so I do NOT create it in target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf 2024-12-03T18:34:45,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:34:45,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/hadoop.tmp.dir so I do NOT create it in target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf 2024-12-03T18:34:45,158 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:34:45,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf 2024-12-03T18:34:45,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:34:45,158 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/cluster_150ba5ac-0b53-088e-8474-425de1375bd7, deleteOnExit=true 2024-12-03T18:34:45,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:34:45,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/test.cache.data in system properties and HBase conf 2024-12-03T18:34:45,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:34:45,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:34:45,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:34:45,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:34:45,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:34:45,159 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:34:45,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:34:45,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:34:45,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:34:45,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:34:45,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:34:45,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:34:45,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:34:45,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:34:45,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:34:45,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:34:45,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:34:45,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:34:45,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:34:45,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:34:45,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:45,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:34:45,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:34:45,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:34:45,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:34:45,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:45,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9449504{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:34:45,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45ae4538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:34:45,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9638903{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/java.io.tmpdir/jetty-localhost-46841-hadoop-hdfs-3_4_1-tests_jar-_-any-10639339550778744008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:34:45,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f8c2f2f{HTTP/1.1, (http/1.1)}{localhost:46841} 2024-12-03T18:34:45,534 INFO [Time-limited test {}] server.Server(415): Started @339546ms 2024-12-03T18:34:45,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:45,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:34:45,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:34:45,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:34:45,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:34:45,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6202975d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:34:45,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e306c06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:34:45,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e5af677{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/java.io.tmpdir/jetty-localhost-35803-hadoop-hdfs-3_4_1-tests_jar-_-any-2741641750720705190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:34:45,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8cd85a6{HTTP/1.1, (http/1.1)}{localhost:35803} 2024-12-03T18:34:45,866 INFO [Time-limited test {}] server.Server(415): Started @339877ms 2024-12-03T18:34:45,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:34:46,371 WARN [Thread-4416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/cluster_150ba5ac-0b53-088e-8474-425de1375bd7/data/data1/current/BP-260876895-172.17.0.3-1733250885181/current, will proceed with Du for space computation calculation, 2024-12-03T18:34:46,371 WARN [Thread-4417 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/cluster_150ba5ac-0b53-088e-8474-425de1375bd7/data/data2/current/BP-260876895-172.17.0.3-1733250885181/current, will proceed with Du for space computation calculation, 2024-12-03T18:34:46,419 WARN [Thread-4404 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:34:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61e4be41ee09ebb3 with lease ID 0x4e72c9f4bf00ba5d: Processing first storage report for DS-0ac86a9a-e4a7-4a24-a732-02ff04c0ee66 from datanode DatanodeRegistration(127.0.0.1:36073, datanodeUuid=0e0672c7-6f33-47bd-bb7d-763dcfa47bda, infoPort=42135, infoSecurePort=0, ipcPort=43421, storageInfo=lv=-57;cid=testClusterID;nsid=941713115;c=1733250885181) 2024-12-03T18:34:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61e4be41ee09ebb3 with lease ID 0x4e72c9f4bf00ba5d: from storage DS-0ac86a9a-e4a7-4a24-a732-02ff04c0ee66 node DatanodeRegistration(127.0.0.1:36073, datanodeUuid=0e0672c7-6f33-47bd-bb7d-763dcfa47bda, infoPort=42135, infoSecurePort=0, ipcPort=43421, storageInfo=lv=-57;cid=testClusterID;nsid=941713115;c=1733250885181), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:34:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61e4be41ee09ebb3 with lease ID 0x4e72c9f4bf00ba5d: Processing first storage report for DS-31bfd59b-61ca-435c-8953-5c48574cc079 from datanode DatanodeRegistration(127.0.0.1:36073, datanodeUuid=0e0672c7-6f33-47bd-bb7d-763dcfa47bda, infoPort=42135, infoSecurePort=0, ipcPort=43421, storageInfo=lv=-57;cid=testClusterID;nsid=941713115;c=1733250885181) 2024-12-03T18:34:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61e4be41ee09ebb3 with lease ID 0x4e72c9f4bf00ba5d: from storage DS-31bfd59b-61ca-435c-8953-5c48574cc079 node DatanodeRegistration(127.0.0.1:36073, datanodeUuid=0e0672c7-6f33-47bd-bb7d-763dcfa47bda, infoPort=42135, infoSecurePort=0, ipcPort=43421, storageInfo=lv=-57;cid=testClusterID;nsid=941713115;c=1733250885181), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:34:46,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf 2024-12-03T18:34:46,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:46,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:46,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:34:46,909 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416 with version=8 2024-12-03T18:34:46,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/hbase-staging 2024-12-03T18:34:46,911 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:34:46,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:46,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:46,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:34:46,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:46,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:34:46,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:34:46,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:34:46,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45865 2024-12-03T18:34:46,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45865 connecting to ZooKeeper ensemble=127.0.0.1:50098 2024-12-03T18:34:46,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458650x0, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:46,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45865-0x1019dc320820003 connected 2024-12-03T18:34:47,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:47,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:47,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Set watcher on znode that does not yet exist, /11081553427/running 2024-12-03T18:34:47,041 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416, hbase.cluster.distributed=false 2024-12-03T18:34:47,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Set watcher on znode that does not yet exist, /11081553427/acl 2024-12-03T18:34:47,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45865 2024-12-03T18:34:47,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45865 2024-12-03T18:34:47,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45865 2024-12-03T18:34:47,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45865 2024-12-03T18:34:47,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45865 2024-12-03T18:34:47,061 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:34:47,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:47,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:47,061 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:34:47,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:47,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:34:47,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:34:47,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:34:47,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36569 2024-12-03T18:34:47,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36569 connecting to ZooKeeper ensemble=127.0.0.1:50098 2024-12-03T18:34:47,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:47,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:47,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365690x0, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:47,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365690x0, quorum=127.0.0.1:50098, baseZNode=/11081553427 Set watcher on znode that does not yet exist, /11081553427/running 2024-12-03T18:34:47,080 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:34:47,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36569-0x1019dc320820004 connected 2024-12-03T18:34:47,082 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:34:47,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Set watcher on znode that does not yet exist, /11081553427/master 2024-12-03T18:34:47,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Set watcher on znode that does not yet exist, /11081553427/acl 2024-12-03T18:34:47,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36569 2024-12-03T18:34:47,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36569 2024-12-03T18:34:47,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36569 2024-12-03T18:34:47,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36569 2024-12-03T18:34:47,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36569 2024-12-03T18:34:47,109 DEBUG [M:0;5cd6afc4bcac:45865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:45865 2024-12-03T18:34:47,110 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11081553427/backup-masters/5cd6afc4bcac,45865,1733250886911 2024-12-03T18:34:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427/backup-masters 2024-12-03T18:34:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427/backup-masters 2024-12-03T18:34:47,121 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Set watcher on existing znode=/11081553427/backup-masters/5cd6afc4bcac,45865,1733250886911 2024-12-03T18:34:47,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11081553427/master 2024-12-03T18:34:47,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:34:47,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:34:47,132 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Set watcher on existing znode=/11081553427/master 2024-12-03T18:34:47,132 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11081553427/backup-masters/5cd6afc4bcac,45865,1733250886911 from backup master directory 2024-12-03T18:34:47,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081553427/backup-masters/5cd6afc4bcac,45865,1733250886911 2024-12-03T18:34:47,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427/backup-masters 2024-12-03T18:34:47,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427/backup-masters 2024-12-03T18:34:47,140 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:34:47,140 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,45865,1733250886911 2024-12-03T18:34:47,142 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/hbase.id] with ID: ebf3c8ef-0a7e-45c2-849a-2bce0655f63a 2024-12-03T18:34:47,143 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/.tmp/hbase.id 2024-12-03T18:34:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:34:47,550 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/.tmp/hbase.id]:[hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/hbase.id] 2024-12-03T18:34:47,558 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:47,558 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:34:47,558 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T18:34:47,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:34:47,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:34:47,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:34:47,977 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:47,978 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:34:47,978 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:47,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:34:48,404 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store 2024-12-03T18:34:48,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:34:48,962 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:48,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:34:48,963 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148981 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:34:49,097 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:49,098 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:34:49,098 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:49,098 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:49,098 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:34:49,098 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:49,098 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:49,098 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250889098Disabling compacts and flushes for region at 1733250889098Disabling writes for close at 1733250889098Writing region close event to WAL at 1733250889098Closed at 1733250889098 2024-12-03T18:34:49,099 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/.initializing 2024-12-03T18:34:49,099 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/WALs/5cd6afc4bcac,45865,1733250886911 2024-12-03T18:34:49,099 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:34:49,101 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C45865%2C1733250886911, suffix=, logDir=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/WALs/5cd6afc4bcac,45865,1733250886911, archiveDir=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/oldWALs, maxLogs=10 2024-12-03T18:34:49,118 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/WALs/5cd6afc4bcac,45865,1733250886911/5cd6afc4bcac%2C45865%2C1733250886911.1733250889101, exclude list is [], retry=0 2024-12-03T18:34:49,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36073,DS-0ac86a9a-e4a7-4a24-a732-02ff04c0ee66,DISK] 2024-12-03T18:34:49,127 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/WALs/5cd6afc4bcac,45865,1733250886911/5cd6afc4bcac%2C45865%2C1733250886911.1733250889101 2024-12-03T18:34:49,127 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42135:42135)] 2024-12-03T18:34:49,127 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:49,127 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:49,128 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:49,128 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:49,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:49,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:34:49,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:49,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:49,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:49,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:34:49,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:49,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:49,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:49,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:34:49,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:49,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:49,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:49,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:34:49,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:49,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:49,135 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:49,136 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:49,136 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:49,137 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:49,137 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:49,137 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:49,138 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:49,140 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:49,141 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71254892, jitterRate=0.06178063154220581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:49,141 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250889128Initializing all the Stores at 1733250889128Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250889128Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250889129 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250889129Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250889129Cleaning up temporary data from old regions at 1733250889137 (+8 ms)Region opened successfully at 1733250889141 (+4 ms) 2024-12-03T18:34:49,141 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:34:49,144 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb444f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:34:49,144 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:34:49,145 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:34:49,145 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:34:49,145 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:34:49,145 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:34:49,146 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:34:49,146 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:34:49,147 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:34:49,148 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Unable to get data of znode /11081553427/balancer because node does not exist (not necessarily an error) 2024-12-03T18:34:49,170 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081553427/balancer already deleted, retry=false 2024-12-03T18:34:49,171 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:34:49,171 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Unable to get data of znode /11081553427/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:34:49,181 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081553427/normalizer already deleted, retry=false 2024-12-03T18:34:49,181 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:34:49,182 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Unable to get data of znode /11081553427/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:34:49,189 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081553427/switch/split already deleted, retry=false 2024-12-03T18:34:49,189 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Unable to get data of znode /11081553427/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:34:49,197 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081553427/switch/merge already deleted, retry=false 2024-12-03T18:34:49,199 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Unable to get data of znode /11081553427/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:34:49,206 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081553427/snapshot-cleanup already deleted, retry=false 2024-12-03T18:34:49,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11081553427/running 2024-12-03T18:34:49,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11081553427/running 2024-12-03T18:34:49,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:34:49,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:34:49,214 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,45865,1733250886911, sessionid=0x1019dc320820003, setting cluster-up flag (Was=false) 2024-12-03T18:34:49,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:34:49,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:34:49,256 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11081553427/flush-table-proc/acquired, /11081553427/flush-table-proc/reached, /11081553427/flush-table-proc/abort 2024-12-03T18:34:49,257 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,45865,1733250886911 2024-12-03T18:34:49,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:34:49,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:34:49,297 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11081553427/online-snapshot/acquired, /11081553427/online-snapshot/reached, /11081553427/online-snapshot/abort 2024-12-03T18:34:49,298 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,45865,1733250886911 2024-12-03T18:34:49,299 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:34:49,300 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:49,300 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:34:49,300 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:34:49,301 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,45865,1733250886911 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:34:49,301 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:49,301 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:49,302 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:49,302 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:49,302 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:34:49,302 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,302 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:34:49,302 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:49,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:34:49,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:49,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:34:49,309 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250919309 2024-12-03T18:34:49,309 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:34:49,309 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:34:49,309 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:34:49,309 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:34:49,309 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:34:49,309 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:34:49,310 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,310 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:34:49,310 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:34:49,310 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:34:49,310 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:34:49,313 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:34:49,313 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:34:49,316 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250889313,5,FailOnTimeoutGroup] 2024-12-03T18:34:49,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:34:49,316 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250889316,5,FailOnTimeoutGroup] 2024-12-03T18:34:49,316 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,316 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:34:49,316 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,317 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,317 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(746): ClusterId : ebf3c8ef-0a7e-45c2-849a-2bce0655f63a 2024-12-03T18:34:49,317 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:34:49,323 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:34:49,323 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:34:49,331 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:34:49,331 DEBUG [RS:0;5cd6afc4bcac:36569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7697e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:34:49,342 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:36569 2024-12-03T18:34:49,342 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:34:49,342 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:34:49,342 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:34:49,343 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,45865,1733250886911 with port=36569, startcode=1733250887061 2024-12-03T18:34:49,343 DEBUG [RS:0;5cd6afc4bcac:36569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:34:49,347 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:34:49,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,36569,1733250887061 2024-12-03T18:34:49,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45865 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,36569,1733250887061 2024-12-03T18:34:49,348 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416 2024-12-03T18:34:49,348 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33741 2024-12-03T18:34:49,348 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:34:49,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427/rs 2024-12-03T18:34:49,373 DEBUG [RS:0;5cd6afc4bcac:36569 {}] zookeeper.ZKUtil(111): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Set watcher on existing znode=/11081553427/rs/5cd6afc4bcac,36569,1733250887061 2024-12-03T18:34:49,373 WARN [RS:0;5cd6afc4bcac:36569 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:34:49,373 INFO [RS:0;5cd6afc4bcac:36569 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:49,373 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/WALs/5cd6afc4bcac,36569,1733250887061 2024-12-03T18:34:49,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,36569,1733250887061] 2024-12-03T18:34:49,376 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:34:49,377 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:34:49,378 INFO [RS:0;5cd6afc4bcac:36569 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:34:49,378 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,379 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:34:49,379 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:34:49,379 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,379 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,379 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,379 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,379 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,379 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,380 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:34:49,380 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,380 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,380 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,380 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,380 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,380 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:49,380 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:34:49,380 DEBUG [RS:0;5cd6afc4bcac:36569 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:34:49,382 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,382 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,382 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,382 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,382 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,382 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36569,1733250887061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:34:49,399 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:34:49,400 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36569,1733250887061-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,400 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,400 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.Replication(171): 5cd6afc4bcac,36569,1733250887061 started 2024-12-03T18:34:49,416 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:49,416 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,36569,1733250887061, RpcServer on 5cd6afc4bcac/172.17.0.3:36569, sessionid=0x1019dc320820004 2024-12-03T18:34:49,416 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:34:49,416 DEBUG [RS:0;5cd6afc4bcac:36569 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,36569,1733250887061 2024-12-03T18:34:49,416 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,36569,1733250887061' 2024-12-03T18:34:49,416 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11081553427/flush-table-proc/abort' 2024-12-03T18:34:49,417 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11081553427/flush-table-proc/acquired' 2024-12-03T18:34:49,417 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:34:49,417 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:34:49,417 DEBUG [RS:0;5cd6afc4bcac:36569 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,36569,1733250887061 2024-12-03T18:34:49,417 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,36569,1733250887061' 2024-12-03T18:34:49,417 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11081553427/online-snapshot/abort' 2024-12-03T18:34:49,417 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11081553427/online-snapshot/acquired' 2024-12-03T18:34:49,418 DEBUG [RS:0;5cd6afc4bcac:36569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:34:49,418 INFO [RS:0;5cd6afc4bcac:36569 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:34:49,418 INFO [RS:0;5cd6afc4bcac:36569 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:34:49,518 INFO [RS:0;5cd6afc4bcac:36569 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:34:49,519 INFO [RS:0;5cd6afc4bcac:36569 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C36569%2C1733250887061, suffix=, logDir=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/WALs/5cd6afc4bcac,36569,1733250887061, archiveDir=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/oldWALs, maxLogs=10 2024-12-03T18:34:49,536 DEBUG [RS:0;5cd6afc4bcac:36569 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/WALs/5cd6afc4bcac,36569,1733250887061/5cd6afc4bcac%2C36569%2C1733250887061.1733250889520, exclude list is [], retry=0 2024-12-03T18:34:49,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36073,DS-0ac86a9a-e4a7-4a24-a732-02ff04c0ee66,DISK] 2024-12-03T18:34:49,544 INFO [RS:0;5cd6afc4bcac:36569 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/WALs/5cd6afc4bcac,36569,1733250887061/5cd6afc4bcac%2C36569%2C1733250887061.1733250889520 2024-12-03T18:34:49,544 DEBUG [RS:0;5cd6afc4bcac:36569 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42135:42135)] 2024-12-03T18:34:49,723 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:34:49,723 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416 2024-12-03T18:34:49,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741833_1009 (size=32) 2024-12-03T18:34:50,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:50,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:34:50,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:34:50,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:50,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:50,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:34:50,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:34:50,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:50,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:50,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:34:50,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:34:50,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:50,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:50,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:34:50,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:34:50,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:50,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:50,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:34:50,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740 2024-12-03T18:34:50,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740 2024-12-03T18:34:50,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:34:50,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:34:50,151 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:50,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:34:50,153 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:50,153 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63610219, jitterRate=-0.05213387310504913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:50,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250890144Initializing all the Stores at 1733250890144Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250890144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250890145 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250890145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250890145Cleaning up temporary data from old regions at 1733250890150 (+5 ms)Region opened successfully at 1733250890153 (+3 ms) 2024-12-03T18:34:50,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:34:50,153 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:34:50,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:34:50,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:34:50,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:34:50,153 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:34:50,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250890153Disabling compacts and flushes for region at 1733250890153Disabling writes for close at 1733250890153Writing region close event to WAL at 1733250890153Closed at 1733250890153 2024-12-03T18:34:50,154 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:50,154 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:34:50,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:34:50,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:34:50,156 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:34:50,306 DEBUG [5cd6afc4bcac:45865 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:34:50,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,36569,1733250887061 2024-12-03T18:34:50,307 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,36569,1733250887061, state=OPENING 2024-12-03T18:34:50,354 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:34:50,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:34:50,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:34:50,364 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:34:50,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081553427/meta-region-server: CHANGED 2024-12-03T18:34:50,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,36569,1733250887061}] 2024-12-03T18:34:50,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081553427/meta-region-server: CHANGED 2024-12-03T18:34:50,386 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:34:50,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:50,517 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:34:50,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:34:50,525 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:34:50,525 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:50,525 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:34:50,526 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C36569%2C1733250887061.meta, suffix=.meta, logDir=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/WALs/5cd6afc4bcac,36569,1733250887061, archiveDir=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/oldWALs, maxLogs=10 2024-12-03T18:34:50,542 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/WALs/5cd6afc4bcac,36569,1733250887061/5cd6afc4bcac%2C36569%2C1733250887061.meta.1733250890526.meta, exclude list is [], retry=0 2024-12-03T18:34:50,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36073,DS-0ac86a9a-e4a7-4a24-a732-02ff04c0ee66,DISK] 2024-12-03T18:34:50,559 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/WALs/5cd6afc4bcac,36569,1733250887061/5cd6afc4bcac%2C36569%2C1733250887061.meta.1733250890526.meta 2024-12-03T18:34:50,575 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42135:42135)] 2024-12-03T18:34:50,575 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:50,575 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:50,575 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:34:50,575 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:34:50,576 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:34:50,576 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:34:50,576 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:50,576 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:34:50,576 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:34:50,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:34:50,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:34:50,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:50,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:50,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:34:50,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:34:50,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:50,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:50,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:34:50,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:34:50,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:50,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:50,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:34:50,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:34:50,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:50,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:50,593 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:34:50,594 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740 2024-12-03T18:34:50,595 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740 2024-12-03T18:34:50,595 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:34:50,595 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:34:50,596 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:50,597 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:34:50,598 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67276266, jitterRate=0.0024944841861724854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:50,598 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:34:50,598 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250890576Writing region info on filesystem at 1733250890576Initializing all the Stores at 1733250890577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250890577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250890577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250890577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250890577Cleaning up temporary data from old regions at 1733250890595 (+18 ms)Running coprocessor post-open hooks at 1733250890598 (+3 ms)Region opened successfully at 1733250890598 2024-12-03T18:34:50,598 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250890516 2024-12-03T18:34:50,600 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:34:50,600 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:34:50,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,36569,1733250887061 2024-12-03T18:34:50,601 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,36569,1733250887061, state=OPEN 2024-12-03T18:34:50,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11081553427/meta-region-server 2024-12-03T18:34:50,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11081553427/meta-region-server 2024-12-03T18:34:50,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081553427/meta-region-server: CHANGED 2024-12-03T18:34:50,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081553427/meta-region-server: CHANGED 2024-12-03T18:34:50,631 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,36569,1733250887061 2024-12-03T18:34:50,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:34:50,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,36569,1733250887061 in 267 msec 2024-12-03T18:34:50,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:34:50,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-12-03T18:34:50,635 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:50,636 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:34:50,637 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:50,637 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,36569,1733250887061, seqNum=-1] 2024-12-03T18:34:50,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:50,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:50,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3430 sec 2024-12-03T18:34:50,643 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250890643, completionTime=-1 2024-12-03T18:34:50,644 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:34:50,644 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:34:50,645 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:34:50,645 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250950645 2024-12-03T18:34:50,645 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733251010645 2024-12-03T18:34:50,646 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T18:34:50,646 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45865,1733250886911-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:50,646 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45865,1733250886911-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:50,646 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45865,1733250886911-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:50,646 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:45865, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:50,646 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:50,646 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:50,648 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:34:50,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.510sec 2024-12-03T18:34:50,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:34:50,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:34:50,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:34:50,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:34:50,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:34:50,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45865,1733250886911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:34:50,650 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45865,1733250886911-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:34:50,652 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:34:50,652 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:34:50,652 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45865,1733250886911-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:50,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2016ac6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:50,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,45865,-1 for getting cluster id 2024-12-03T18:34:50,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:50,719 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf3c8ef-0a7e-45c2-849a-2bce0655f63a' 2024-12-03T18:34:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:50,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf3c8ef-0a7e-45c2-849a-2bce0655f63a" 2024-12-03T18:34:50,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310e866a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:50,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,45865,-1] 2024-12-03T18:34:50,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:50,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:50,721 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:50,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da3dfc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:50,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,36569,1733250887061, seqNum=-1] 2024-12-03T18:34:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:50,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:50,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,45865,1733250886911 2024-12-03T18:34:50,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50098 2024-12-03T18:34:50,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:50,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019dc320820005 connected 2024-12-03T18:34:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/hadoop.log.dir so I do NOT create it in target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65 2024-12-03T18:34:50,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T18:34:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/hadoop.tmp.dir so I do NOT create it in target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65 2024-12-03T18:34:50,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T18:34:50,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65 2024-12-03T18:34:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T18:34:50,758 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/cluster_7f52877d-54bb-0cc5-6ea0-c047bf7a6733, deleteOnExit=true 2024-12-03T18:34:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T18:34:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/test.cache.data in system properties and HBase conf 2024-12-03T18:34:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T18:34:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/hadoop.log.dir in system properties and HBase conf 2024-12-03T18:34:50,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T18:34:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T18:34:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T18:34:50,759 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T18:34:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:34:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T18:34:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T18:34:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:34:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T18:34:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T18:34:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T18:34:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:34:50,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T18:34:50,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/nfs.dump.dir in system properties and HBase conf 2024-12-03T18:34:50,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/java.io.tmpdir in system properties and HBase conf 2024-12-03T18:34:50,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T18:34:50,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T18:34:50,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T18:34:51,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:51,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:34:51,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:34:51,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:34:51,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T18:34:51,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:51,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@789efb3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:34:51,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59f0efd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:34:51,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3136b15d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/java.io.tmpdir/jetty-localhost-42593-hadoop-hdfs-3_4_1-tests_jar-_-any-3119042586123393646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:34:51,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37627d0{HTTP/1.1, (http/1.1)}{localhost:42593} 2024-12-03T18:34:51,212 INFO [Time-limited test {}] server.Server(415): Started @345223ms 2024-12-03T18:34:51,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T18:34:51,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T18:34:51,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T18:34:51,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T18:34:51,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T18:34:51,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@306934ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/hadoop.log.dir/,AVAILABLE} 2024-12-03T18:34:51,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c7bc155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T18:34:51,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d192e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/java.io.tmpdir/jetty-localhost-36715-hadoop-hdfs-3_4_1-tests_jar-_-any-12794064610456882163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:34:51,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d58bdab{HTTP/1.1, (http/1.1)}{localhost:36715} 2024-12-03T18:34:51,511 INFO [Time-limited test {}] server.Server(415): Started @345522ms 2024-12-03T18:34:51,512 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T18:34:52,150 WARN [Thread-4537 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/cluster_7f52877d-54bb-0cc5-6ea0-c047bf7a6733/data/data1/current/BP-307022311-172.17.0.3-1733250890795/current, will proceed with Du for space computation calculation, 2024-12-03T18:34:52,154 WARN [Thread-4538 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/cluster_7f52877d-54bb-0cc5-6ea0-c047bf7a6733/data/data2/current/BP-307022311-172.17.0.3-1733250890795/current, will proceed with Du for space computation calculation, 2024-12-03T18:34:52,195 WARN [Thread-4525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T18:34:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8695737f2d9d440 with lease ID 0xec272dca5a5bb1d0: Processing first storage report for DS-dd27f13a-664a-47c0-b0d8-42fdaed3190a from datanode DatanodeRegistration(127.0.0.1:37617, datanodeUuid=1670543b-ad37-48a7-937e-338622928e80, infoPort=42267, infoSecurePort=0, ipcPort=40347, storageInfo=lv=-57;cid=testClusterID;nsid=136221629;c=1733250890795) 2024-12-03T18:34:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8695737f2d9d440 with lease ID 0xec272dca5a5bb1d0: from storage DS-dd27f13a-664a-47c0-b0d8-42fdaed3190a node DatanodeRegistration(127.0.0.1:37617, datanodeUuid=1670543b-ad37-48a7-937e-338622928e80, infoPort=42267, infoSecurePort=0, ipcPort=40347, storageInfo=lv=-57;cid=testClusterID;nsid=136221629;c=1733250890795), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:34:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8695737f2d9d440 with lease ID 0xec272dca5a5bb1d0: Processing first storage report for DS-eb2101d4-d0b7-4059-bd0d-d594520f777c from datanode DatanodeRegistration(127.0.0.1:37617, datanodeUuid=1670543b-ad37-48a7-937e-338622928e80, infoPort=42267, infoSecurePort=0, ipcPort=40347, storageInfo=lv=-57;cid=testClusterID;nsid=136221629;c=1733250890795) 2024-12-03T18:34:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8695737f2d9d440 with lease ID 0xec272dca5a5bb1d0: from storage DS-eb2101d4-d0b7-4059-bd0d-d594520f777c node DatanodeRegistration(127.0.0.1:37617, datanodeUuid=1670543b-ad37-48a7-937e-338622928e80, infoPort=42267, infoSecurePort=0, ipcPort=40347, storageInfo=lv=-57;cid=testClusterID;nsid=136221629;c=1733250890795), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T18:34:52,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65 2024-12-03T18:34:52,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:52,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:52,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741825_1001 (size=7) 2024-12-03T18:34:52,697 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64 with version=8 2024-12-03T18:34:52,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/hbase-staging 2024-12-03T18:34:52,699 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:34:52,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:52,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:52,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:34:52,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:52,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:34:52,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T18:34:52,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:34:52,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33601 2024-12-03T18:34:52,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33601 connecting to ZooKeeper ensemble=127.0.0.1:50098 2024-12-03T18:34:52,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336010x0, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:52,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33601-0x1019dc320820006 connected 2024-12-03T18:34:53,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:53,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:53,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Set watcher on znode that does not yet exist, /2309839891/running 2024-12-03T18:34:53,058 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64, hbase.cluster.distributed=false 2024-12-03T18:34:53,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Set watcher on znode that does not yet exist, /2309839891/acl 2024-12-03T18:34:53,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33601 2024-12-03T18:34:53,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33601 2024-12-03T18:34:53,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33601 2024-12-03T18:34:53,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33601 2024-12-03T18:34:53,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33601 2024-12-03T18:34:53,086 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45 2024-12-03T18:34:53,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:53,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:53,086 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T18:34:53,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T18:34:53,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T18:34:53,086 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T18:34:53,086 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T18:34:53,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41969 2024-12-03T18:34:53,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41969 connecting to ZooKeeper ensemble=127.0.0.1:50098 2024-12-03T18:34:53,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:53,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:53,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419690x0, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:53,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41969-0x1019dc320820007 connected 2024-12-03T18:34:53,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419690x0, quorum=127.0.0.1:50098, baseZNode=/2309839891 Set watcher on znode that does not yet exist, /2309839891/running 2024-12-03T18:34:53,129 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T18:34:53,129 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T18:34:53,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Set watcher on znode that does not yet exist, /2309839891/master 2024-12-03T18:34:53,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Set watcher on znode that does not yet exist, /2309839891/acl 2024-12-03T18:34:53,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41969 2024-12-03T18:34:53,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41969 2024-12-03T18:34:53,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41969 2024-12-03T18:34:53,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41969 2024-12-03T18:34:53,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41969 2024-12-03T18:34:53,148 DEBUG [M:0;5cd6afc4bcac:33601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:33601 2024-12-03T18:34:53,149 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2309839891/backup-masters/5cd6afc4bcac,33601,1733250892699 2024-12-03T18:34:53,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891/backup-masters 2024-12-03T18:34:53,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891/backup-masters 2024-12-03T18:34:53,172 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Set watcher on existing znode=/2309839891/backup-masters/5cd6afc4bcac,33601,1733250892699 2024-12-03T18:34:53,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2309839891/master 2024-12-03T18:34:53,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:34:53,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:34:53,187 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Set watcher on existing znode=/2309839891/master 2024-12-03T18:34:53,187 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2309839891/backup-masters/5cd6afc4bcac,33601,1733250892699 from backup master directory 2024-12-03T18:34:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2309839891/backup-masters/5cd6afc4bcac,33601,1733250892699 2024-12-03T18:34:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891/backup-masters 2024-12-03T18:34:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891/backup-masters 2024-12-03T18:34:53,230 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:34:53,230 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,33601,1733250892699 2024-12-03T18:34:53,233 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/hbase.id] with ID: 5e93a1a1-952d-40ed-ba06-e0da192533ec 2024-12-03T18:34:53,233 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/.tmp/hbase.id 2024-12-03T18:34:53,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741826_1002 (size=42) 2024-12-03T18:34:53,637 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/.tmp/hbase.id]:[hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/hbase.id] 2024-12-03T18:34:53,644 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:34:53,644 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T18:34:53,645 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T18:34:53,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:34:53,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:34:53,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741827_1003 (size=196) 2024-12-03T18:34:54,059 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:54,060 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T18:34:54,060 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741828_1004 (size=1189) 2024-12-03T18:34:54,467 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store 2024-12-03T18:34:54,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741829_1005 (size=34) 2024-12-03T18:34:54,471 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:54,472 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:34:54,472 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:54,472 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:54,472 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:34:54,472 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:54,472 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:34:54,472 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250894472Disabling compacts and flushes for region at 1733250894472Disabling writes for close at 1733250894472Writing region close event to WAL at 1733250894472Closed at 1733250894472 2024-12-03T18:34:54,473 WARN [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/.initializing 2024-12-03T18:34:54,473 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/WALs/5cd6afc4bcac,33601,1733250892699 2024-12-03T18:34:54,473 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:34:54,475 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C33601%2C1733250892699, suffix=, logDir=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/WALs/5cd6afc4bcac,33601,1733250892699, archiveDir=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/oldWALs, maxLogs=10 2024-12-03T18:34:54,492 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/WALs/5cd6afc4bcac,33601,1733250892699/5cd6afc4bcac%2C33601%2C1733250892699.1733250894475, exclude list is [], retry=0 2024-12-03T18:34:54,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37617,DS-dd27f13a-664a-47c0-b0d8-42fdaed3190a,DISK] 2024-12-03T18:34:54,496 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/WALs/5cd6afc4bcac,33601,1733250892699/5cd6afc4bcac%2C33601%2C1733250892699.1733250894475 2024-12-03T18:34:54,496 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42267:42267)] 2024-12-03T18:34:54,496 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:54,496 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:54,497 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:54,497 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:54,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:54,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T18:34:54,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:54,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:54,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:54,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T18:34:54,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:54,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:54,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:54,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T18:34:54,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:54,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:54,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:54,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T18:34:54,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:54,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:54,503 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:54,504 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:54,504 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:54,505 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:54,505 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:54,505 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:54,506 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T18:34:54,507 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:54,508 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64262395, jitterRate=-0.042415693402290344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:54,508 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733250894497Initializing all the Stores at 1733250894497Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250894497Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250894498 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250894498Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250894498Cleaning up temporary data from old regions at 1733250894505 (+7 ms)Region opened successfully at 1733250894508 (+3 ms) 2024-12-03T18:34:54,508 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T18:34:54,510 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280dd4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:34:54,511 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T18:34:54,511 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T18:34:54,511 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T18:34:54,511 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T18:34:54,512 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T18:34:54,512 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T18:34:54,512 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T18:34:54,513 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T18:34:54,514 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Unable to get data of znode /2309839891/balancer because node does not exist (not necessarily an error) 2024-12-03T18:34:54,538 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2309839891/balancer already deleted, retry=false 2024-12-03T18:34:54,538 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T18:34:54,539 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Unable to get data of znode /2309839891/normalizer because node does not exist (not necessarily an error) 2024-12-03T18:34:54,546 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2309839891/normalizer already deleted, retry=false 2024-12-03T18:34:54,546 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T18:34:54,547 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Unable to get data of znode /2309839891/switch/split because node does not exist (not necessarily an error) 2024-12-03T18:34:54,554 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2309839891/switch/split already deleted, retry=false 2024-12-03T18:34:54,555 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Unable to get data of znode /2309839891/switch/merge because node does not exist (not necessarily an error) 2024-12-03T18:34:54,563 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2309839891/switch/merge already deleted, retry=false 2024-12-03T18:34:54,564 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Unable to get data of znode /2309839891/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T18:34:54,571 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2309839891/snapshot-cleanup already deleted, retry=false 2024-12-03T18:34:54,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2309839891/running 2024-12-03T18:34:54,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2309839891/running 2024-12-03T18:34:54,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:34:54,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:34:54,580 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,33601,1733250892699, sessionid=0x1019dc320820006, setting cluster-up flag (Was=false) 2024-12-03T18:34:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:34:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:34:54,621 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2309839891/flush-table-proc/acquired, /2309839891/flush-table-proc/reached, /2309839891/flush-table-proc/abort 2024-12-03T18:34:54,622 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,33601,1733250892699 2024-12-03T18:34:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:34:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:34:54,663 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2309839891/online-snapshot/acquired, /2309839891/online-snapshot/reached, /2309839891/online-snapshot/abort 2024-12-03T18:34:54,663 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,33601,1733250892699 2024-12-03T18:34:54,664 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T18:34:54,665 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:54,666 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T18:34:54,666 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T18:34:54,666 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,33601,1733250892699 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T18:34:54,667 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:54,667 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:54,667 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:54,667 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5 2024-12-03T18:34:54,667 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10 2024-12-03T18:34:54,667 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,667 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:34:54,667 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:54,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T18:34:54,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:54,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T18:34:54,672 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733250924672 2024-12-03T18:34:54,672 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T18:34:54,672 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T18:34:54,672 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T18:34:54,672 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T18:34:54,672 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T18:34:54,672 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T18:34:54,672 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,673 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T18:34:54,673 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T18:34:54,673 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T18:34:54,673 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T18:34:54,674 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T18:34:54,675 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T18:34:54,677 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250894675,5,FailOnTimeoutGroup] 2024-12-03T18:34:54,678 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250894677,5,FailOnTimeoutGroup] 2024-12-03T18:34:54,678 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,678 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T18:34:54,678 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,678 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741831_1007 (size=1321) 2024-12-03T18:34:54,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T18:34:54,680 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64 2024-12-03T18:34:54,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741832_1008 (size=32) 2024-12-03T18:34:54,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:54,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:34:54,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:34:54,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:54,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:54,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:34:54,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:34:54,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:54,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:54,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:34:54,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:34:54,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:54,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:54,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:34:54,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:34:54,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:54,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:54,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:34:54,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740 2024-12-03T18:34:54,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740 2024-12-03T18:34:54,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:34:54,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:34:54,692 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:54,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:34:54,699 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:54,699 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74750293, jitterRate=0.1138661652803421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:54,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733250894684Initializing all the Stores at 1733250894685 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250894685Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250894685Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250894685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250894685Cleaning up temporary data from old regions at 1733250894691 (+6 ms)Region opened successfully at 1733250894699 (+8 ms) 2024-12-03T18:34:54,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:34:54,699 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:34:54,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:34:54,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:34:54,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:34:54,700 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:34:54,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250894699Disabling compacts and flushes for region at 1733250894699Disabling writes for close at 1733250894699Writing region close event to WAL at 1733250894700 (+1 ms)Closed at 1733250894700 2024-12-03T18:34:54,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:54,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T18:34:54,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T18:34:54,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:34:54,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T18:34:54,741 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(746): ClusterId : 5e93a1a1-952d-40ed-ba06-e0da192533ec 2024-12-03T18:34:54,741 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T18:34:54,754 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T18:34:54,754 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T18:34:54,770 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T18:34:54,771 DEBUG [RS:0;5cd6afc4bcac:41969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7560fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0 2024-12-03T18:34:54,782 DEBUG [RS:0;5cd6afc4bcac:41969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:41969 2024-12-03T18:34:54,782 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T18:34:54,782 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T18:34:54,782 DEBUG [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T18:34:54,783 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,33601,1733250892699 with port=41969, startcode=1733250893086 2024-12-03T18:34:54,783 DEBUG [RS:0;5cd6afc4bcac:41969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T18:34:54,784 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T18:34:54,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,41969,1733250893086 2024-12-03T18:34:54,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33601 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,41969,1733250893086 2024-12-03T18:34:54,786 DEBUG [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64 2024-12-03T18:34:54,786 DEBUG [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45281 2024-12-03T18:34:54,786 DEBUG [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T18:34:54,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891/rs 2024-12-03T18:34:54,833 DEBUG [RS:0;5cd6afc4bcac:41969 {}] zookeeper.ZKUtil(111): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Set watcher on existing znode=/2309839891/rs/5cd6afc4bcac,41969,1733250893086 2024-12-03T18:34:54,833 WARN [RS:0;5cd6afc4bcac:41969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T18:34:54,833 INFO [RS:0;5cd6afc4bcac:41969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:54,833 DEBUG [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/WALs/5cd6afc4bcac,41969,1733250893086 2024-12-03T18:34:54,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,41969,1733250893086] 2024-12-03T18:34:54,836 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T18:34:54,837 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T18:34:54,837 INFO [RS:0;5cd6afc4bcac:41969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T18:34:54,837 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,838 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T18:34:54,838 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T18:34:54,838 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,838 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,838 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,838 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,838 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,838 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,838 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2 2024-12-03T18:34:54,838 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,838 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,838 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,838 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,838 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,838 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1 2024-12-03T18:34:54,839 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:34:54,839 DEBUG [RS:0;5cd6afc4bcac:41969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3 2024-12-03T18:34:54,841 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,841 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,841 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,841 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,841 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,841 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41969,1733250893086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:34:54,852 WARN [5cd6afc4bcac:33601 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T18:34:54,853 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T18:34:54,854 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,41969,1733250893086-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,854 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,854 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.Replication(171): 5cd6afc4bcac,41969,1733250893086 started 2024-12-03T18:34:54,866 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:54,866 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,41969,1733250893086, RpcServer on 5cd6afc4bcac/172.17.0.3:41969, sessionid=0x1019dc320820007 2024-12-03T18:34:54,866 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T18:34:54,866 DEBUG [RS:0;5cd6afc4bcac:41969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,41969,1733250893086 2024-12-03T18:34:54,866 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,41969,1733250893086' 2024-12-03T18:34:54,866 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2309839891/flush-table-proc/abort' 2024-12-03T18:34:54,867 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2309839891/flush-table-proc/acquired' 2024-12-03T18:34:54,867 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T18:34:54,867 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T18:34:54,867 DEBUG [RS:0;5cd6afc4bcac:41969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,41969,1733250893086 2024-12-03T18:34:54,867 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,41969,1733250893086' 2024-12-03T18:34:54,867 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2309839891/online-snapshot/abort' 2024-12-03T18:34:54,868 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2309839891/online-snapshot/acquired' 2024-12-03T18:34:54,868 DEBUG [RS:0;5cd6afc4bcac:41969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T18:34:54,868 INFO [RS:0;5cd6afc4bcac:41969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T18:34:54,868 INFO [RS:0;5cd6afc4bcac:41969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T18:34:54,968 INFO [RS:0;5cd6afc4bcac:41969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T18:34:54,971 INFO [RS:0;5cd6afc4bcac:41969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C41969%2C1733250893086, suffix=, logDir=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/WALs/5cd6afc4bcac,41969,1733250893086, archiveDir=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/oldWALs, maxLogs=10 2024-12-03T18:34:54,989 DEBUG [RS:0;5cd6afc4bcac:41969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/WALs/5cd6afc4bcac,41969,1733250893086/5cd6afc4bcac%2C41969%2C1733250893086.1733250894972, exclude list is [], retry=0 2024-12-03T18:34:54,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37617,DS-dd27f13a-664a-47c0-b0d8-42fdaed3190a,DISK] 2024-12-03T18:34:54,998 INFO [RS:0;5cd6afc4bcac:41969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/WALs/5cd6afc4bcac,41969,1733250893086/5cd6afc4bcac%2C41969%2C1733250893086.1733250894972 2024-12-03T18:34:54,998 DEBUG [RS:0;5cd6afc4bcac:41969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42267:42267)] 2024-12-03T18:34:55,103 DEBUG [5cd6afc4bcac:33601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T18:34:55,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,41969,1733250893086 2024-12-03T18:34:55,104 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,41969,1733250893086, state=OPENING 2024-12-03T18:34:55,121 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T18:34:55,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:34:55,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:34:55,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2309839891/meta-region-server: CHANGED 2024-12-03T18:34:55,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2309839891/meta-region-server: CHANGED 2024-12-03T18:34:55,130 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T18:34:55,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,41969,1733250893086}] 2024-12-03T18:34:55,282 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:34:55,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:34:55,286 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T18:34:55,286 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:34:55,286 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T18:34:55,288 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C41969%2C1733250893086.meta, suffix=.meta, logDir=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/WALs/5cd6afc4bcac,41969,1733250893086, archiveDir=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/oldWALs, maxLogs=10 2024-12-03T18:34:55,300 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/WALs/5cd6afc4bcac,41969,1733250893086/5cd6afc4bcac%2C41969%2C1733250893086.meta.1733250895288.meta, exclude list is [], retry=0 2024-12-03T18:34:55,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37617,DS-dd27f13a-664a-47c0-b0d8-42fdaed3190a,DISK] 2024-12-03T18:34:55,302 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/WALs/5cd6afc4bcac,41969,1733250893086/5cd6afc4bcac%2C41969%2C1733250893086.meta.1733250895288.meta 2024-12-03T18:34:55,303 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42267:42267)] 2024-12-03T18:34:55,303 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:55,303 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:55,303 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:34:55,303 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T18:34:55,304 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T18:34:55,304 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T18:34:55,304 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:55,304 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T18:34:55,304 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T18:34:55,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T18:34:55,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T18:34:55,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:55,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:55,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T18:34:55,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T18:34:55,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:55,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:55,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T18:34:55,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T18:34:55,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:55,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:55,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T18:34:55,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T18:34:55,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:55,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T18:34:55,308 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T18:34:55,309 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740 2024-12-03T18:34:55,309 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740 2024-12-03T18:34:55,310 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T18:34:55,310 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T18:34:55,310 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T18:34:55,311 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T18:34:55,311 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72390283, jitterRate=0.0786992758512497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T18:34:55,311 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T18:34:55,311 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733250895304Writing region info on filesystem at 1733250895304Initializing all the Stores at 1733250895305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250895305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250895305Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250895305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733250895305Cleaning up temporary data from old regions at 1733250895310 (+5 ms)Running coprocessor post-open hooks at 1733250895311 (+1 ms)Region opened successfully at 1733250895311 2024-12-03T18:34:55,312 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733250895282 2024-12-03T18:34:55,314 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T18:34:55,314 INFO [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T18:34:55,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,41969,1733250893086 2024-12-03T18:34:55,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,41969,1733250893086, state=OPEN 2024-12-03T18:34:55,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2309839891/meta-region-server 2024-12-03T18:34:55,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2309839891/meta-region-server 2024-12-03T18:34:55,321 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,41969,1733250893086 2024-12-03T18:34:55,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2309839891/meta-region-server: CHANGED 2024-12-03T18:34:55,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2309839891/meta-region-server: CHANGED 2024-12-03T18:34:55,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T18:34:55,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,41969,1733250893086 in 191 msec 2024-12-03T18:34:55,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T18:34:55,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-12-03T18:34:55,326 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T18:34:55,326 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T18:34:55,326 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:55,326 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,41969,1733250893086, seqNum=-1] 2024-12-03T18:34:55,327 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:55,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:55,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 667 msec 2024-12-03T18:34:55,333 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733250895333, completionTime=-1 2024-12-03T18:34:55,333 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T18:34:55,333 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T18:34:55,335 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T18:34:55,335 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733250955335 2024-12-03T18:34:55,335 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733251015335 2024-12-03T18:34:55,335 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T18:34:55,336 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33601,1733250892699-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:55,336 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33601,1733250892699-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:55,336 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33601,1733250892699-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:55,336 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:33601, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:55,336 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:55,338 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T18:34:55,338 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:55,341 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.111sec 2024-12-03T18:34:55,341 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T18:34:55,341 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T18:34:55,341 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T18:34:55,341 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T18:34:55,341 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T18:34:55,341 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33601,1733250892699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T18:34:55,341 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33601,1733250892699-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T18:34:55,343 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T18:34:55,343 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T18:34:55,343 INFO [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,33601,1733250892699-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T18:34:55,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:55,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,33601,-1 for getting cluster id 2024-12-03T18:34:55,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:55,443 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e93a1a1-952d-40ed-ba06-e0da192533ec' 2024-12-03T18:34:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e93a1a1-952d-40ed-ba06-e0da192533ec" 2024-12-03T18:34:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd74650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,33601,-1] 2024-12-03T18:34:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:55,444 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:55,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:55,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:34:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,41969,1733250893086, seqNum=-1] 2024-12-03T18:34:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:34:55,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:34:55,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,33601,1733250892699 2024-12-03T18:34:55,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50098 2024-12-03T18:34:55,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T18:34:55,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019dc320820008 connected 2024-12-03T18:34:55,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:55,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41491,1733250881214 2024-12-03T18:34:55,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24dfe2d4 2024-12-03T18:34:55,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:55,474 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:55,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:34:55,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:34:55,477 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:55,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:34:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:55,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:34:55,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:34:55,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f8ae2ed7dfc8bc49b26b01c8b7ad489, NAME => 'test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1 2024-12-03T18:34:55,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:34:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:55,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:55,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1f8ae2ed7dfc8bc49b26b01c8b7ad489, disabling compactions & flushes 2024-12-03T18:34:55,896 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. 2024-12-03T18:34:55,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. 2024-12-03T18:34:55,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. after waiting 0 ms 2024-12-03T18:34:55,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. 2024-12-03T18:34:55,896 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. 2024-12-03T18:34:55,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f8ae2ed7dfc8bc49b26b01c8b7ad489: Waiting for close lock at 1733250895896Disabling compacts and flushes for region at 1733250895896Disabling writes for close at 1733250895896Writing region close event to WAL at 1733250895896Closed at 1733250895896 2024-12-03T18:34:55,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:34:55,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250895898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250895898"}]},"ts":"1733250895898"} 2024-12-03T18:34:55,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:34:55,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:34:55,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250895900"}]},"ts":"1733250895900"} 2024-12-03T18:34:55,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:34:55,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f8ae2ed7dfc8bc49b26b01c8b7ad489, ASSIGN}] 2024-12-03T18:34:55,903 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f8ae2ed7dfc8bc49b26b01c8b7ad489, ASSIGN 2024-12-03T18:34:55,907 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1f8ae2ed7dfc8bc49b26b01c8b7ad489, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,35603,1733250881408; forceNewPlan=false, retain=false 2024-12-03T18:34:56,058 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f8ae2ed7dfc8bc49b26b01c8b7ad489, regionState=OPENING, regionLocation=5cd6afc4bcac,35603,1733250881408 2024-12-03T18:34:56,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1f8ae2ed7dfc8bc49b26b01c8b7ad489, ASSIGN because future has completed 2024-12-03T18:34:56,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f8ae2ed7dfc8bc49b26b01c8b7ad489, server=5cd6afc4bcac,35603,1733250881408}] 2024-12-03T18:34:56,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:34:56,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:56,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:34:56,252 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. 2024-12-03T18:34:56,252 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f8ae2ed7dfc8bc49b26b01c8b7ad489, NAME => 'test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:56,252 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:56,252 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:34:56,252 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,252 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:56,252 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,252 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,267 INFO [StoreOpener-1f8ae2ed7dfc8bc49b26b01c8b7ad489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,268 INFO [StoreOpener-1f8ae2ed7dfc8bc49b26b01c8b7ad489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f8ae2ed7dfc8bc49b26b01c8b7ad489 columnFamilyName f 2024-12-03T18:34:56,268 DEBUG [StoreOpener-1f8ae2ed7dfc8bc49b26b01c8b7ad489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:56,269 INFO [StoreOpener-1f8ae2ed7dfc8bc49b26b01c8b7ad489-1 {}] regionserver.HStore(327): Store=1f8ae2ed7dfc8bc49b26b01c8b7ad489/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:56,269 INFO [StoreOpener-1f8ae2ed7dfc8bc49b26b01c8b7ad489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,270 INFO [StoreOpener-1f8ae2ed7dfc8bc49b26b01c8b7ad489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f8ae2ed7dfc8bc49b26b01c8b7ad489 columnFamilyName f1 2024-12-03T18:34:56,270 DEBUG [StoreOpener-1f8ae2ed7dfc8bc49b26b01c8b7ad489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:56,270 INFO [StoreOpener-1f8ae2ed7dfc8bc49b26b01c8b7ad489-1 {}] regionserver.HStore(327): Store=1f8ae2ed7dfc8bc49b26b01c8b7ad489/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:56,270 INFO [StoreOpener-1f8ae2ed7dfc8bc49b26b01c8b7ad489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,271 INFO [StoreOpener-1f8ae2ed7dfc8bc49b26b01c8b7ad489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f8ae2ed7dfc8bc49b26b01c8b7ad489 columnFamilyName norep 2024-12-03T18:34:56,271 DEBUG [StoreOpener-1f8ae2ed7dfc8bc49b26b01c8b7ad489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:56,271 INFO [StoreOpener-1f8ae2ed7dfc8bc49b26b01c8b7ad489-1 {}] regionserver.HStore(327): Store=1f8ae2ed7dfc8bc49b26b01c8b7ad489/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:56,271 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,272 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,272 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,273 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,273 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,273 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:34:56,274 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,275 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:56,275 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f8ae2ed7dfc8bc49b26b01c8b7ad489; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72219004, jitterRate=0.07614701986312866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:34:56,276 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:34:56,276 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f8ae2ed7dfc8bc49b26b01c8b7ad489: Running coprocessor pre-open hook at 1733250896252Writing region info on filesystem at 1733250896252Initializing all the Stores at 1733250896253 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250896253Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250896267 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250896267Cleaning up temporary data from old regions at 1733250896273 (+6 ms)Running coprocessor post-open hooks at 1733250896276 (+3 ms)Region opened successfully at 1733250896276 2024-12-03T18:34:56,276 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489., pid=6, masterSystemTime=1733250896227 2024-12-03T18:34:56,279 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. 2024-12-03T18:34:56,280 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. 2024-12-03T18:34:56,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f8ae2ed7dfc8bc49b26b01c8b7ad489, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,35603,1733250881408 2024-12-03T18:34:56,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f8ae2ed7dfc8bc49b26b01c8b7ad489, server=5cd6afc4bcac,35603,1733250881408 because future has completed 2024-12-03T18:34:56,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:34:56,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f8ae2ed7dfc8bc49b26b01c8b7ad489, server=5cd6afc4bcac,35603,1733250881408 in 222 msec 2024-12-03T18:34:56,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:34:56,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1f8ae2ed7dfc8bc49b26b01c8b7ad489, ASSIGN in 381 msec 2024-12-03T18:34:56,285 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:34:56,285 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250896285"}]},"ts":"1733250896285"} 2024-12-03T18:34:56,287 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:34:56,288 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:34:56,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 813 msec 2024-12-03T18:34:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:56,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:56,620 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:34:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,45865,1733250886911 2024-12-03T18:34:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ad26d05 2024-12-03T18:34:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:56,622 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:56,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:34:56,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:34:56,624 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:56,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:34:56,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:34:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:56,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:34:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:57,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35467d7c48aac5aa594fe604b12dc7b7, NAME => 'test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416 2024-12-03T18:34:57,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:34:57,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:57,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 35467d7c48aac5aa594fe604b12dc7b7, disabling compactions & flushes 2024-12-03T18:34:57,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. 2024-12-03T18:34:57,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. 2024-12-03T18:34:57,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. after waiting 0 ms 2024-12-03T18:34:57,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. 2024-12-03T18:34:57,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. 2024-12-03T18:34:57,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35467d7c48aac5aa594fe604b12dc7b7: Waiting for close lock at 1733250897101Disabling compacts and flushes for region at 1733250897101Disabling writes for close at 1733250897101Writing region close event to WAL at 1733250897101Closed at 1733250897101 2024-12-03T18:34:57,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:34:57,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250897102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250897102"}]},"ts":"1733250897102"} 2024-12-03T18:34:57,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:34:57,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:34:57,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250897105"}]},"ts":"1733250897105"} 2024-12-03T18:34:57,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:34:57,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35467d7c48aac5aa594fe604b12dc7b7, ASSIGN}] 2024-12-03T18:34:57,108 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35467d7c48aac5aa594fe604b12dc7b7, ASSIGN 2024-12-03T18:34:57,109 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=35467d7c48aac5aa594fe604b12dc7b7, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,36569,1733250887061; forceNewPlan=false, retain=false 2024-12-03T18:34:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:57,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35467d7c48aac5aa594fe604b12dc7b7, regionState=OPENING, regionLocation=5cd6afc4bcac,36569,1733250887061 2024-12-03T18:34:57,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=35467d7c48aac5aa594fe604b12dc7b7, ASSIGN because future has completed 2024-12-03T18:34:57,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35467d7c48aac5aa594fe604b12dc7b7, server=5cd6afc4bcac,36569,1733250887061}] 2024-12-03T18:34:57,426 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. 2024-12-03T18:34:57,426 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35467d7c48aac5aa594fe604b12dc7b7, NAME => 'test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:57,426 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:57,426 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:34:57,427 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,427 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:57,427 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,427 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,434 INFO [StoreOpener-35467d7c48aac5aa594fe604b12dc7b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,437 INFO [StoreOpener-35467d7c48aac5aa594fe604b12dc7b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35467d7c48aac5aa594fe604b12dc7b7 columnFamilyName f 2024-12-03T18:34:57,440 DEBUG [StoreOpener-35467d7c48aac5aa594fe604b12dc7b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:57,440 INFO [StoreOpener-35467d7c48aac5aa594fe604b12dc7b7-1 {}] regionserver.HStore(327): Store=35467d7c48aac5aa594fe604b12dc7b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:57,440 INFO [StoreOpener-35467d7c48aac5aa594fe604b12dc7b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,442 INFO [StoreOpener-35467d7c48aac5aa594fe604b12dc7b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35467d7c48aac5aa594fe604b12dc7b7 columnFamilyName f1 2024-12-03T18:34:57,442 DEBUG [StoreOpener-35467d7c48aac5aa594fe604b12dc7b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:57,443 INFO [StoreOpener-35467d7c48aac5aa594fe604b12dc7b7-1 {}] regionserver.HStore(327): Store=35467d7c48aac5aa594fe604b12dc7b7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:57,443 INFO [StoreOpener-35467d7c48aac5aa594fe604b12dc7b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,444 INFO [StoreOpener-35467d7c48aac5aa594fe604b12dc7b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35467d7c48aac5aa594fe604b12dc7b7 columnFamilyName norep 2024-12-03T18:34:57,444 DEBUG [StoreOpener-35467d7c48aac5aa594fe604b12dc7b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:57,444 INFO [StoreOpener-35467d7c48aac5aa594fe604b12dc7b7-1 {}] regionserver.HStore(327): Store=35467d7c48aac5aa594fe604b12dc7b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:57,444 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,445 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,446 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,446 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,446 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,447 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:34:57,448 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,451 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:57,451 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35467d7c48aac5aa594fe604b12dc7b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68845583, jitterRate=0.025879129767417908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:34:57,452 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:34:57,452 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35467d7c48aac5aa594fe604b12dc7b7: Running coprocessor pre-open hook at 1733250897427Writing region info on filesystem at 1733250897427Initializing all the Stores at 1733250897428 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250897428Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250897434 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250897434Cleaning up temporary data from old regions at 1733250897446 (+12 ms)Running coprocessor post-open hooks at 1733250897452 (+6 ms)Region opened successfully at 1733250897452 2024-12-03T18:34:57,453 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7., pid=6, masterSystemTime=1733250897415 2024-12-03T18:34:57,455 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. 2024-12-03T18:34:57,455 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. 2024-12-03T18:34:57,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35467d7c48aac5aa594fe604b12dc7b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,36569,1733250887061 2024-12-03T18:34:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35467d7c48aac5aa594fe604b12dc7b7, server=5cd6afc4bcac,36569,1733250887061 because future has completed 2024-12-03T18:34:57,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:34:57,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35467d7c48aac5aa594fe604b12dc7b7, server=5cd6afc4bcac,36569,1733250887061 in 201 msec 2024-12-03T18:34:57,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:34:57,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=35467d7c48aac5aa594fe604b12dc7b7, ASSIGN in 359 msec 2024-12-03T18:34:57,469 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:34:57,470 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250897470"}]},"ts":"1733250897470"} 2024-12-03T18:34:57,471 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:34:57,472 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:34:57,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 850 msec 2024-12-03T18:34:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:57,760 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:34:57,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,33601,1733250892699 2024-12-03T18:34:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@455ae754 2024-12-03T18:34:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:57,765 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:57,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T18:34:57,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:34:57,773 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:57,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T18:34:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:57,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:34:57,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741835_1011 (size=902) 2024-12-03T18:34:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:58,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67ab61caaf35c223be6c72b411c12d59, NAME => 'test,,1733250897765.67ab61caaf35c223be6c72b411c12d59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64 2024-12-03T18:34:58,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741836_1012 (size=39) 2024-12-03T18:34:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:58,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733250897765.67ab61caaf35c223be6c72b411c12d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:58,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 67ab61caaf35c223be6c72b411c12d59, disabling compactions & flushes 2024-12-03T18:34:58,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. 2024-12-03T18:34:58,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. 2024-12-03T18:34:58,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. after waiting 0 ms 2024-12-03T18:34:58,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. 2024-12-03T18:34:58,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. 2024-12-03T18:34:58,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67ab61caaf35c223be6c72b411c12d59: Waiting for close lock at 1733250898714Disabling compacts and flushes for region at 1733250898714Disabling writes for close at 1733250898714Writing region close event to WAL at 1733250898714Closed at 1733250898714 2024-12-03T18:34:58,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:34:58,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733250897765.67ab61caaf35c223be6c72b411c12d59.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733250898716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250898716"}]},"ts":"1733250898716"} 2024-12-03T18:34:58,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:34:58,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:34:58,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250898718"}]},"ts":"1733250898718"} 2024-12-03T18:34:58,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T18:34:58,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67ab61caaf35c223be6c72b411c12d59, ASSIGN}] 2024-12-03T18:34:58,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67ab61caaf35c223be6c72b411c12d59, ASSIGN 2024-12-03T18:34:58,723 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=67ab61caaf35c223be6c72b411c12d59, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,41969,1733250893086; forceNewPlan=false, retain=false 2024-12-03T18:34:58,873 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67ab61caaf35c223be6c72b411c12d59, regionState=OPENING, regionLocation=5cd6afc4bcac,41969,1733250893086 2024-12-03T18:34:58,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=67ab61caaf35c223be6c72b411c12d59, ASSIGN because future has completed 2024-12-03T18:34:58,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67ab61caaf35c223be6c72b411c12d59, server=5cd6afc4bcac,41969,1733250893086}] 2024-12-03T18:34:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:59,051 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. 2024-12-03T18:34:59,051 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 67ab61caaf35c223be6c72b411c12d59, NAME => 'test,,1733250897765.67ab61caaf35c223be6c72b411c12d59.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:34:59,052 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:34:59,052 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T18:34:59,053 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,053 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733250897765.67ab61caaf35c223be6c72b411c12d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:34:59,053 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,053 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,059 INFO [StoreOpener-67ab61caaf35c223be6c72b411c12d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,060 INFO [StoreOpener-67ab61caaf35c223be6c72b411c12d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67ab61caaf35c223be6c72b411c12d59 columnFamilyName f 2024-12-03T18:34:59,060 DEBUG [StoreOpener-67ab61caaf35c223be6c72b411c12d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:59,061 INFO [StoreOpener-67ab61caaf35c223be6c72b411c12d59-1 {}] regionserver.HStore(327): Store=67ab61caaf35c223be6c72b411c12d59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:59,061 INFO [StoreOpener-67ab61caaf35c223be6c72b411c12d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,062 INFO [StoreOpener-67ab61caaf35c223be6c72b411c12d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67ab61caaf35c223be6c72b411c12d59 columnFamilyName f1 2024-12-03T18:34:59,062 DEBUG [StoreOpener-67ab61caaf35c223be6c72b411c12d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:59,063 INFO [StoreOpener-67ab61caaf35c223be6c72b411c12d59-1 {}] regionserver.HStore(327): Store=67ab61caaf35c223be6c72b411c12d59/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:59,063 INFO [StoreOpener-67ab61caaf35c223be6c72b411c12d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,065 INFO [StoreOpener-67ab61caaf35c223be6c72b411c12d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67ab61caaf35c223be6c72b411c12d59 columnFamilyName norep 2024-12-03T18:34:59,065 DEBUG [StoreOpener-67ab61caaf35c223be6c72b411c12d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:59,065 INFO [StoreOpener-67ab61caaf35c223be6c72b411c12d59-1 {}] regionserver.HStore(327): Store=67ab61caaf35c223be6c72b411c12d59/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:34:59,066 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,066 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/default/test/67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,067 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/default/test/67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,068 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,068 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,069 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:34:59,070 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,077 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/default/test/67ab61caaf35c223be6c72b411c12d59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:34:59,077 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 67ab61caaf35c223be6c72b411c12d59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74094853, jitterRate=0.1040993481874466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:34:59,077 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:34:59,077 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 67ab61caaf35c223be6c72b411c12d59: Running coprocessor pre-open hook at 1733250899053Writing region info on filesystem at 1733250899053Initializing all the Stores at 1733250899054 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250899054Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250899058 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250899058Cleaning up temporary data from old regions at 1733250899068 (+10 ms)Running coprocessor post-open hooks at 1733250899077 (+9 ms)Region opened successfully at 1733250899077 2024-12-03T18:34:59,079 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733250897765.67ab61caaf35c223be6c72b411c12d59., pid=6, masterSystemTime=1733250899040 2024-12-03T18:34:59,081 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. 2024-12-03T18:34:59,081 INFO [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. 2024-12-03T18:34:59,081 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67ab61caaf35c223be6c72b411c12d59, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5cd6afc4bcac,41969,1733250893086 2024-12-03T18:34:59,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67ab61caaf35c223be6c72b411c12d59, server=5cd6afc4bcac,41969,1733250893086 because future has completed 2024-12-03T18:34:59,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T18:34:59,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 67ab61caaf35c223be6c72b411c12d59, server=5cd6afc4bcac,41969,1733250893086 in 199 msec 2024-12-03T18:34:59,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T18:34:59,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=67ab61caaf35c223be6c72b411c12d59, ASSIGN in 365 msec 2024-12-03T18:34:59,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:34:59,087 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250899087"}]},"ts":"1733250899087"} 2024-12-03T18:34:59,096 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T18:34:59,098 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:34:59,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3320 sec 2024-12-03T18:34:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T18:34:59,920 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T18:34:59,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3922348b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:59,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41491,-1 for getting cluster id 2024-12-03T18:34:59,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:59,923 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2a164ab-218b-4707-a7bf-ca6b621ed054' 2024-12-03T18:34:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2a164ab-218b-4707-a7bf-ca6b621ed054" 2024-12-03T18:34:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510dadad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41491,-1] 2024-12-03T18:34:59,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:59,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:59,925 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:59,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8994bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:59,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:59,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41491,1733250881214 2024-12-03T18:34:59,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1058c265 2024-12-03T18:34:59,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:59,930 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:59,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5cd6afc4bcac:45865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:34:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:34:59,936 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:45865' 2024-12-03T18:34:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:34:59,937 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bb3ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:59,937 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,45865,-1 for getting cluster id 2024-12-03T18:34:59,937 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:34:59,938 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf3c8ef-0a7e-45c2-849a-2bce0655f63a' 2024-12-03T18:34:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:34:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf3c8ef-0a7e-45c2-849a-2bce0655f63a" 2024-12-03T18:34:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d621978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,45865,-1] 2024-12-03T18:34:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:34:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:59,939 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:34:59,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168dbc64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:34:59,940 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:34:59,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,45865,1733250886911 2024-12-03T18:34:59,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9a3d1f 2024-12-03T18:34:59,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:34:59,941 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:34:59,942 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T18:34:59,942 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:34:59,942 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:59,942 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:34:59,943 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T18:34:59,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:34:59,944 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T18:34:59,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T18:34:59,945 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:34:59,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T18:34:59,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741837_1013 (size=1138) 2024-12-03T18:34:59,958 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfc9dfe01c1962b2192662536b4546ba, NAME => 'hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1 2024-12-03T18:34:59,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741838_1014 (size=44) 2024-12-03T18:34:59,994 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T18:35:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:35:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:35:00,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:35:00,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cfc9dfe01c1962b2192662536b4546ba, disabling compactions & flushes 2024-12-03T18:35:00,364 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. 2024-12-03T18:35:00,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. 2024-12-03T18:35:00,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. after waiting 0 ms 2024-12-03T18:35:00,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. 2024-12-03T18:35:00,364 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. 2024-12-03T18:35:00,364 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfc9dfe01c1962b2192662536b4546ba: Waiting for close lock at 1733250900364Disabling compacts and flushes for region at 1733250900364Disabling writes for close at 1733250900364Writing region close event to WAL at 1733250900364Closed at 1733250900364 2024-12-03T18:35:00,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T18:35:00,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733250900365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733250900365"}]},"ts":"1733250900365"} 2024-12-03T18:35:00,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T18:35:00,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T18:35:00,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250900367"}]},"ts":"1733250900367"} 2024-12-03T18:35:00,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T18:35:00,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cfc9dfe01c1962b2192662536b4546ba, ASSIGN}] 2024-12-03T18:35:00,370 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cfc9dfe01c1962b2192662536b4546ba, ASSIGN 2024-12-03T18:35:00,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cfc9dfe01c1962b2192662536b4546ba, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,35603,1733250881408; forceNewPlan=false, retain=false 2024-12-03T18:35:00,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cfc9dfe01c1962b2192662536b4546ba, regionState=OPENING, regionLocation=5cd6afc4bcac,35603,1733250881408 2024-12-03T18:35:00,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cfc9dfe01c1962b2192662536b4546ba, ASSIGN because future has completed 2024-12-03T18:35:00,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfc9dfe01c1962b2192662536b4546ba, server=5cd6afc4bcac,35603,1733250881408}] 2024-12-03T18:35:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:35:00,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. 2024-12-03T18:35:00,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T18:35:00,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T18:35:00,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5cd6afc4bcac%2C35603%2C1733250881408.rep, suffix=, logDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408, archiveDir=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/oldWALs, maxLogs=10 2024-12-03T18:35:00,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.rep.1733250900691, exclude list is [], retry=0 2024-12-03T18:35:00,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-ba076c36-77ae-432c-9122-eed08a6f30e7,DISK] 2024-12-03T18:35:00,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.rep.1733250900691 2024-12-03T18:35:00,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-12-03T18:35:00,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cfc9dfe01c1962b2192662536b4546ba, NAME => 'hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba.', STARTKEY => '', ENDKEY => ''} 2024-12-03T18:35:00,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T18:35:00,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T18:35:00,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. service=MultiRowMutationService 2024-12-03T18:35:00,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T18:35:00,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T18:35:00,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,715 INFO [StoreOpener-cfc9dfe01c1962b2192662536b4546ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,716 INFO [StoreOpener-cfc9dfe01c1962b2192662536b4546ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfc9dfe01c1962b2192662536b4546ba columnFamilyName hfileref 2024-12-03T18:35:00,716 DEBUG [StoreOpener-cfc9dfe01c1962b2192662536b4546ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:35:00,716 INFO [StoreOpener-cfc9dfe01c1962b2192662536b4546ba-1 {}] regionserver.HStore(327): Store=cfc9dfe01c1962b2192662536b4546ba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:35:00,716 INFO [StoreOpener-cfc9dfe01c1962b2192662536b4546ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,717 INFO [StoreOpener-cfc9dfe01c1962b2192662536b4546ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfc9dfe01c1962b2192662536b4546ba columnFamilyName queue 2024-12-03T18:35:00,717 DEBUG [StoreOpener-cfc9dfe01c1962b2192662536b4546ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:35:00,717 INFO [StoreOpener-cfc9dfe01c1962b2192662536b4546ba-1 {}] regionserver.HStore(327): Store=cfc9dfe01c1962b2192662536b4546ba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:35:00,717 INFO [StoreOpener-cfc9dfe01c1962b2192662536b4546ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,718 INFO [StoreOpener-cfc9dfe01c1962b2192662536b4546ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfc9dfe01c1962b2192662536b4546ba columnFamilyName sid 2024-12-03T18:35:00,718 DEBUG [StoreOpener-cfc9dfe01c1962b2192662536b4546ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T18:35:00,719 INFO [StoreOpener-cfc9dfe01c1962b2192662536b4546ba-1 {}] regionserver.HStore(327): Store=cfc9dfe01c1962b2192662536b4546ba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T18:35:00,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T18:35:00,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T18:35:00,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cfc9dfe01c1962b2192662536b4546ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75453658, jitterRate=0.12434712052345276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T18:35:00,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:00,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cfc9dfe01c1962b2192662536b4546ba: Running coprocessor pre-open hook at 1733250900712Writing region info on filesystem at 1733250900712Initializing all the Stores at 1733250900713 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250900713Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250900714 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733250900714Cleaning up temporary data from old regions at 1733250900720 (+6 ms)Running coprocessor post-open hooks at 1733250900726 (+6 ms)Region opened successfully at 1733250900726 2024-12-03T18:35:00,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba., pid=10, masterSystemTime=1733250900675 2024-12-03T18:35:00,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. 2024-12-03T18:35:00,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. 2024-12-03T18:35:00,729 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cfc9dfe01c1962b2192662536b4546ba, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,35603,1733250881408 2024-12-03T18:35:00,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfc9dfe01c1962b2192662536b4546ba, server=5cd6afc4bcac,35603,1733250881408 because future has completed 2024-12-03T18:35:00,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T18:35:00,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cfc9dfe01c1962b2192662536b4546ba, server=5cd6afc4bcac,35603,1733250881408 in 211 msec 2024-12-03T18:35:00,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T18:35:00,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cfc9dfe01c1962b2192662536b4546ba, ASSIGN in 367 msec 2024-12-03T18:35:00,738 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T18:35:00,738 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733250900738"}]},"ts":"1733250900738"} 2024-12-03T18:35:00,739 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T18:35:00,740 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T18:35:00,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 797 msec 2024-12-03T18:35:00,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba., hostname=5cd6afc4bcac,35603,1733250881408, seqNum=2] 2024-12-03T18:35:00,795 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:35:00,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:35:00,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:35:00,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T18:35:00,967 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T18:35:01,004 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5cd6afc4bcac,35603,1733250881408, ReplicationSource: 1, currentBandwidth=0 2024-12-03T18:35:01,004 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:35:01,005 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,35603,1733250881408, seqNum=-1] 2024-12-03T18:35:01,005 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:35:01,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-03T18:35:01,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5cd6afc4bcac,35603,1733250881408', locateType=CURRENT is [region=hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba., hostname=5cd6afc4bcac,35603,1733250881408, seqNum=2] 2024-12-03T18:35:01,010 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T18:35:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T18:35:01,014 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5cd6afc4bcac,35603,1733250881408 suceeded 2024-12-03T18:35:01,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T18:35:01,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-03T18:35:01,017 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5cd6afc4bcac:45865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:35:01,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0870 sec 2024-12-03T18:35:01,031 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:45865' 2024-12-03T18:35:01,037 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@355abe64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,037 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,45865,-1 for getting cluster id 2024-12-03T18:35:01,037 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:35:01,037 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf3c8ef-0a7e-45c2-849a-2bce0655f63a' 2024-12-03T18:35:01,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:35:01,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf3c8ef-0a7e-45c2-849a-2bce0655f63a" 2024-12-03T18:35:01,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a3b0362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,45865,-1] 2024-12-03T18:35:01,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:35:01,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:01,039 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:35:01,039 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29c16216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,039 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:35:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,45865,1733250886911 2024-12-03T18:35:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ca4ad75 2024-12-03T18:35:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:35:01,042 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T18:35:01,043 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5cd6afc4bcac,35603,1733250881408 (queues=1) is replicating from cluster=b2a164ab-218b-4707-a7bf-ca6b621ed054 to cluster=ebf3c8ef-0a7e-45c2-849a-2bce0655f63a 2024-12-03T18:35:01,043 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5cd6afc4bcac%2C35603%2C1733250881408 2024-12-03T18:35:01,043 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5cd6afc4bcac,35603,1733250881408, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:35:01,049 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944, startPosition=0, beingWritten=true 2024-12-03T18:35:01,059 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C35603%2C1733250881408 2024-12-03T18:35:01,063 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:35:01,063 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 to pos 379, reset compression=false 2024-12-03T18:35:01,063 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,35603,1733250881408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:35:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T18:35:01,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:35:01,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:01,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:01,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:01,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:35:01,081 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T18:35:01,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc17758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41491,-1 for getting cluster id 2024-12-03T18:35:01,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:35:01,084 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2a164ab-218b-4707-a7bf-ca6b621ed054' 2024-12-03T18:35:01,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:35:01,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2a164ab-218b-4707-a7bf-ca6b621ed054" 2024-12-03T18:35:01,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1d64c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41491,-1] 2024-12-03T18:35:01,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:35:01,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:01,086 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:35:01,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7baf5a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278f5a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,45865,-1 for getting cluster id 2024-12-03T18:35:01,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:35:01,087 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf3c8ef-0a7e-45c2-849a-2bce0655f63a' 2024-12-03T18:35:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:35:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf3c8ef-0a7e-45c2-849a-2bce0655f63a" 2024-12-03T18:35:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c29fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,45865,-1] 2024-12-03T18:35:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:35:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:01,088 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:35:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ba62f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a704441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,33601,-1 for getting cluster id 2024-12-03T18:35:01,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:35:01,090 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e93a1a1-952d-40ed-ba06-e0da192533ec' 2024-12-03T18:35:01,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:35:01,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e93a1a1-952d-40ed-ba06-e0da192533ec" 2024-12-03T18:35:01,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4193f8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,33601,-1] 2024-12-03T18:35:01,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:35:01,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:01,091 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:35:01,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a9a103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:35:01,095 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733250901095/Put/seqid=0 2024-12-03T18:35:01,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741840_1016 (size=7894) 2024-12-03T18:35:01,274 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 to pos 379, reset compression=false 2024-12-03T18:35:01,508 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733250901507/Put/seqid=0 2024-12-03T18:35:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741841_1017 (size=7691) 2024-12-03T18:35:01,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb2e431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41491,-1 for getting cluster id 2024-12-03T18:35:01,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:35:01,520 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2a164ab-218b-4707-a7bf-ca6b621ed054' 2024-12-03T18:35:01,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:35:01,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2a164ab-218b-4707-a7bf-ca6b621ed054" 2024-12-03T18:35:01,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2d173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41491,-1] 2024-12-03T18:35:01,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:35:01,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:01,521 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:35:01,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb4dcfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:01,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:35:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,35603,1733250881408, seqNum=-1] 2024-12-03T18:35:01,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:35:01,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:35:01,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:35:01,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41491,1733250881214 2024-12-03T18:35:01,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30faa422 2024-12-03T18:35:01,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:35:01,561 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:35:01,566 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489., hostname=5cd6afc4bcac,35603,1733250881408, seqNum=2] 2024-12-03T18:35:01,570 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:35:01,577 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 to pos 379, reset compression=false 2024-12-03T18:35:01,585 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-03T18:35:01,587 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-03T18:35:01,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f 2024-12-03T18:35:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T18:35:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:35:01,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f 2024-12-03T18:35:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T18:35:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:35:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HRegion(2603): Flush status journal for 1f8ae2ed7dfc8bc49b26b01c8b7ad489: 2024-12-03T18:35:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__f2fjq227ntfdgnkq317nev0q7obh995us320mp34kq2h9hgf0l7ogm2hlurpikmb/f/hfile_0 2024-12-03T18:35:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__f2fjq227ntfdgnkq317nev0q7obh995us320mp34kq2h9hgf0l7ogm2hlurpikmb/f/hfile_0 as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/7cde17a24c9245bf8f33586fe685df00_SeqId_4_ 2024-12-03T18:35:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__f2fjq227ntfdgnkq317nev0q7obh995us320mp34kq2h9hgf0l7ogm2hlurpikmb/f/hfile_1 2024-12-03T18:35:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__f2fjq227ntfdgnkq317nev0q7obh995us320mp34kq2h9hgf0l7ogm2hlurpikmb/f/hfile_1 as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/6ff1036f386a411daab31995a5817b25_SeqId_4_ 2024-12-03T18:35:01,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__f2fjq227ntfdgnkq317nev0q7obh995us320mp34kq2h9hgf0l7ogm2hlurpikmb/f/hfile_0 into 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/7cde17a24c9245bf8f33586fe685df00_SeqId_4_ - updating store file list. 2024-12-03T18:35:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7cde17a24c9245bf8f33586fe685df00_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:35:01,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/7cde17a24c9245bf8f33586fe685df00_SeqId_4_ into 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f 2024-12-03T18:35:01,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__f2fjq227ntfdgnkq317nev0q7obh995us320mp34kq2h9hgf0l7ogm2hlurpikmb/f/hfile_0 into 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f (new location: hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/7cde17a24c9245bf8f33586fe685df00_SeqId_4_) 2024-12-03T18:35:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__f2fjq227ntfdgnkq317nev0q7obh995us320mp34kq2h9hgf0l7ogm2hlurpikmb/f/hfile_0 2024-12-03T18:35:01,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__f2fjq227ntfdgnkq317nev0q7obh995us320mp34kq2h9hgf0l7ogm2hlurpikmb/f/hfile_1 into 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/6ff1036f386a411daab31995a5817b25_SeqId_4_ - updating store file list. 2024-12-03T18:35:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ff1036f386a411daab31995a5817b25_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:35:01,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/6ff1036f386a411daab31995a5817b25_SeqId_4_ into 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f 2024-12-03T18:35:01,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__f2fjq227ntfdgnkq317nev0q7obh995us320mp34kq2h9hgf0l7ogm2hlurpikmb/f/hfile_1 into 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f (new location: hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/6ff1036f386a411daab31995a5817b25_SeqId_4_) 2024-12-03T18:35:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__f2fjq227ntfdgnkq317nev0q7obh995us320mp34kq2h9hgf0l7ogm2hlurpikmb/f/hfile_1 2024-12-03T18:35:01,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:35:01,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:01,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:01,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:01,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:35:01,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:35:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,36569,1733250887061, seqNum=-1] 2024-12-03T18:35:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489., hostname=5cd6afc4bcac,35603,1733250881408, seqNum=2 , the old value is region=test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489., hostname=5cd6afc4bcac,35603,1733250881408, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5cd6afc4bcac:35603 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T18:35:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:35:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489., hostname=5cd6afc4bcac,35603,1733250881408, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T18:35:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489., hostname=5cd6afc4bcac,35603,1733250881408, seqNum=2 from cache 2024-12-03T18:35:01,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:35:01,655 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T18:35:01,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7., hostname=5cd6afc4bcac,36569,1733250887061, seqNum=2] 2024-12-03T18:35:01,658 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T18:35:01,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:35:01,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,760 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:35603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T18:35:01,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:01,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:02,005 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 to pos 379, reset compression=false 2024-12-03T18:35:02,036 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:35:02,037 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,35603,1733250881408 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733250901650/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T18:35:02,039 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:35:02,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T18:35:02,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.ReplicationSink(318): Replicating [b2a164ab-218b-4707-a7bf-ca6b621ed054] bulk loaded data 2024-12-03T18:35:02,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fbe6383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:02,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,45865,-1 for getting cluster id 2024-12-03T18:35:02,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:35:02,056 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebf3c8ef-0a7e-45c2-849a-2bce0655f63a' 2024-12-03T18:35:02,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:35:02,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebf3c8ef-0a7e-45c2-849a-2bce0655f63a" 2024-12-03T18:35:02,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55a7109e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:02,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,45865,-1] 2024-12-03T18:35:02,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:35:02,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:02,058 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:35:02,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@137f475b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741837_1013 (size=7894) 2024-12-03T18:35:02,194 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T18:35:02,237 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 to pos 687, reset compression=false 2024-12-03T18:35:02,552 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 to pos 687, reset compression=false 2024-12-03T18:35:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741838_1014 (size=7691) 2024-12-03T18:35:02,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:35:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,45865,1733250886911 2024-12-03T18:35:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@232efbcc 2024-12-03T18:35:02,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:35:02,581 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-03T18:35:02,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:35:02,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:35:02,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,36569,1733250887061, seqNum=-1] 2024-12-03T18:35:02,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:35:02,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-03T18:35:02,612 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__hg5i663h98osh3731pv73qtkmaaq5fa7ddh7ios78egokfrbmnisgs27fb4c5bus/f/6ff1036f386a411daab31995a5817b25_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-03T18:35:02,619 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__hg5i663h98osh3731pv73qtkmaaq5fa7ddh7ios78egokfrbmnisgs27fb4c5bus/f/7cde17a24c9245bf8f33586fe685df00_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-03T18:35:02,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__hg5i663h98osh3731pv73qtkmaaq5fa7ddh7ios78egokfrbmnisgs27fb4c5bus/f/6ff1036f386a411daab31995a5817b25_SeqId_4_ for inclusion in 35467d7c48aac5aa594fe604b12dc7b7/f 2024-12-03T18:35:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T18:35:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:35:02,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__hg5i663h98osh3731pv73qtkmaaq5fa7ddh7ios78egokfrbmnisgs27fb4c5bus/f/7cde17a24c9245bf8f33586fe685df00_SeqId_4_ for inclusion in 35467d7c48aac5aa594fe604b12dc7b7/f 2024-12-03T18:35:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T18:35:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:35:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HRegion(2603): Flush status journal for 35467d7c48aac5aa594fe604b12dc7b7: 2024-12-03T18:35:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6ff1036f386a411daab31995a5817b25_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T18:35:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__hg5i663h98osh3731pv73qtkmaaq5fa7ddh7ios78egokfrbmnisgs27fb4c5bus/f/6ff1036f386a411daab31995a5817b25_SeqId_4_ as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/6b67037f102843a0964525c6e61597c4_SeqId_4_ 2024-12-03T18:35:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7cde17a24c9245bf8f33586fe685df00_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T18:35:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__hg5i663h98osh3731pv73qtkmaaq5fa7ddh7ios78egokfrbmnisgs27fb4c5bus/f/7cde17a24c9245bf8f33586fe685df00_SeqId_4_ as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/79bd8382bd4b41ef968524dff5fb3e1f_SeqId_4_ 2024-12-03T18:35:02,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__hg5i663h98osh3731pv73qtkmaaq5fa7ddh7ios78egokfrbmnisgs27fb4c5bus/f/6ff1036f386a411daab31995a5817b25_SeqId_4_ into 35467d7c48aac5aa594fe604b12dc7b7/f as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/6b67037f102843a0964525c6e61597c4_SeqId_4_ - updating store file list. 2024-12-03T18:35:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b67037f102843a0964525c6e61597c4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:35:02,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/6b67037f102843a0964525c6e61597c4_SeqId_4_ into 35467d7c48aac5aa594fe604b12dc7b7/f 2024-12-03T18:35:02,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__hg5i663h98osh3731pv73qtkmaaq5fa7ddh7ios78egokfrbmnisgs27fb4c5bus/f/6ff1036f386a411daab31995a5817b25_SeqId_4_ into 35467d7c48aac5aa594fe604b12dc7b7/f (new location: hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/6b67037f102843a0964525c6e61597c4_SeqId_4_) 2024-12-03T18:35:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__hg5i663h98osh3731pv73qtkmaaq5fa7ddh7ios78egokfrbmnisgs27fb4c5bus/f/6ff1036f386a411daab31995a5817b25_SeqId_4_ 2024-12-03T18:35:02,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__hg5i663h98osh3731pv73qtkmaaq5fa7ddh7ios78egokfrbmnisgs27fb4c5bus/f/7cde17a24c9245bf8f33586fe685df00_SeqId_4_ into 35467d7c48aac5aa594fe604b12dc7b7/f as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/79bd8382bd4b41ef968524dff5fb3e1f_SeqId_4_ - updating store file list. 2024-12-03T18:35:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79bd8382bd4b41ef968524dff5fb3e1f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:35:02,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/79bd8382bd4b41ef968524dff5fb3e1f_SeqId_4_ into 35467d7c48aac5aa594fe604b12dc7b7/f 2024-12-03T18:35:02,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__hg5i663h98osh3731pv73qtkmaaq5fa7ddh7ios78egokfrbmnisgs27fb4c5bus/f/7cde17a24c9245bf8f33586fe685df00_SeqId_4_ into 35467d7c48aac5aa594fe604b12dc7b7/f (new location: hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/79bd8382bd4b41ef968524dff5fb3e1f_SeqId_4_) 2024-12-03T18:35:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__hg5i663h98osh3731pv73qtkmaaq5fa7ddh7ios78egokfrbmnisgs27fb4c5bus/f/7cde17a24c9245bf8f33586fe685df00_SeqId_4_ 2024-12-03T18:35:02,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.ReplicationSink(324): Finished replicating [b2a164ab-218b-4707-a7bf-ca6b621ed054] bulk loaded data 2024-12-03T18:35:02,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:35:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,41969,1733250893086, seqNum=-1] 2024-12-03T18:35:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:35:02,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:35:02,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733250897765.67ab61caaf35c223be6c72b411c12d59., hostname=5cd6afc4bcac,41969,1733250893086, seqNum=2] 2024-12-03T18:35:02,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:35:02,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T18:35:02,678 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C35603%2C1733250881408:(num 1733250883944) roll requested 2024-12-03T18:35:02,692 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678, exclude list is [], retry=0 2024-12-03T18:35:02,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-ba076c36-77ae-432c-9122-eed08a6f30e7,DISK] 2024-12-03T18:35:02,703 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 2024-12-03T18:35:02,704 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-12-03T18:35:02,704 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 is not closed yet, will try archiving it next time 2024-12-03T18:35:02,704 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C35603%2C1733250881408.meta:.meta(num 1733250884846) roll requested 2024-12-03T18:35:02,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 not finished, retry = 0 2024-12-03T18:35:02,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741832_1008 (size=695) 2024-12-03T18:35:02,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc0588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:02,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41491,-1 for getting cluster id 2024-12-03T18:35:02,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:35:02,719 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2a164ab-218b-4707-a7bf-ca6b621ed054' 2024-12-03T18:35:02,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:35:02,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2a164ab-218b-4707-a7bf-ca6b621ed054" 2024-12-03T18:35:02,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8a661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:02,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41491,-1] 2024-12-03T18:35:02,720 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.meta.1733250902704.meta, exclude list is [], retry=0 2024-12-03T18:35:02,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:35:02,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:02,721 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:35:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e85904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:02,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:35:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41491,1733250881214 2024-12-03T18:35:02,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-ba076c36-77ae-432c-9122-eed08a6f30e7,DISK] 2024-12-03T18:35:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78e1f117 2024-12-03T18:35:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:35:02,724 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:35:02,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://5cd6afc4bcac:33601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T18:35:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T18:35:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T18:35:02,727 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:33601' 2024-12-03T18:35:02,755 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646f75b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:02,755 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,33601,-1 for getting cluster id 2024-12-03T18:35:02,755 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:35:02,756 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e93a1a1-952d-40ed-ba06-e0da192533ec' 2024-12-03T18:35:02,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:35:02,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e93a1a1-952d-40ed-ba06-e0da192533ec" 2024-12-03T18:35:02,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a20e9c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:02,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,33601,-1] 2024-12-03T18:35:02,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:35:02,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:02,765 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:35:02,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1a2a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:02,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:35:02,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,33601,1733250892699 2024-12-03T18:35:02,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b4dc974 2024-12-03T18:35:02,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:35:02,772 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.meta.1733250884846.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.meta.1733250902704.meta 2024-12-03T18:35:02,773 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:35:02,774 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T18:35:02,774 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T18:35:02,774 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:02,775 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:02,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:35:02,799 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-12-03T18:35:02,799 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.meta.1733250884846.meta is not closed yet, will try archiving it next time 2024-12-03T18:35:02,799 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5cd6afc4bcac%2C35603%2C1733250881408.rep:(num 1733250900691) roll requested 2024-12-03T18:35:02,803 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.meta.1733250884846.meta not finished, retry = 0 2024-12-03T18:35:02,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741834_1010 (size=3473) 2024-12-03T18:35:02,819 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.rep.1733250902799, exclude list is [], retry=0 2024-12-03T18:35:02,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-ba076c36-77ae-432c-9122-eed08a6f30e7,DISK] 2024-12-03T18:35:02,831 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 to hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/oldWALs/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 2024-12-03T18:35:02,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T18:35:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T18:35:02,851 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.rep.1733250900691 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.rep.1733250902799 2024-12-03T18:35:02,859 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-12-03T18:35:02,859 DEBUG [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.rep.1733250900691 is not closed yet, will try archiving it next time 2024-12-03T18:35:02,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741839_1015 (size=1505) 2024-12-03T18:35:02,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.rep.1733250900691 not finished, retry = 0 2024-12-03T18:35:02,963 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 to pos 687, reset compression=false 2024-12-03T18:35:02,964 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 was moved to hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/oldWALs/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 2024-12-03T18:35:02,971 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944 2024-12-03T18:35:02,971 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678, startPosition=0, beingWritten=true 2024-12-03T18:35:02,971 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,35603,1733250881408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250883944, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T18:35:02,974 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5cd6afc4bcac%2C35603%2C1733250881408.1733250883944] 2024-12-03T18:35:02,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T18:35:02,994 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T18:35:03,040 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-5cd6afc4bcac,35603,1733250881408, ReplicationSource: 2, currentBandwidth=0 2024-12-03T18:35:03,046 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T18:35:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T18:35:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T18:35:03,055 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5cd6afc4bcac,35603,1733250881408 suceeded 2024-12-03T18:35:03,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T18:35:03,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-12-03T18:35:03,058 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5cd6afc4bcac:33601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T18:35:03,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 334 msec 2024-12-03T18:35:03,066 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5cd6afc4bcac:33601' 2024-12-03T18:35:03,105 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67be66ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:03,105 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,33601,-1 for getting cluster id 2024-12-03T18:35:03,106 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:35:03,106 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e93a1a1-952d-40ed-ba06-e0da192533ec' 2024-12-03T18:35:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:35:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e93a1a1-952d-40ed-ba06-e0da192533ec" 2024-12-03T18:35:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f062f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,33601,-1] 2024-12-03T18:35:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:35:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:03,110 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:35:03,111 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@294157c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:03,111 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:35:03,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,33601,1733250892699 2024-12-03T18:35:03,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28599930 2024-12-03T18:35:03,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:35:03,113 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T18:35:03,116 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5cd6afc4bcac,35603,1733250881408 (queues=1) is replicating from cluster=b2a164ab-218b-4707-a7bf-ca6b621ed054 to cluster=5e93a1a1-952d-40ed-ba06-e0da192533ec 2024-12-03T18:35:03,116 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5cd6afc4bcac%2C35603%2C1733250881408 2024-12-03T18:35:03,116 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5cd6afc4bcac,35603,1733250881408, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T18:35:03,130 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678, startPosition=0, beingWritten=true 2024-12-03T18:35:03,131 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5cd6afc4bcac%2C35603%2C1733250881408 2024-12-03T18:35:03,342 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 0, reset compression=false 2024-12-03T18:35:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T18:35:03,360 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T18:35:03,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:35:03,360 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:03,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:03,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:03,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:35:03,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T18:35:03,363 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733250903363/Put/seqid=0 2024-12-03T18:35:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741845_1021 (size=11194) 2024-12-03T18:35:03,496 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 0, reset compression=false 2024-12-03T18:35:03,654 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 0, reset compression=false 2024-12-03T18:35:03,772 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733250903771/Put/seqid=0 2024-12-03T18:35:03,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741846_1022 (size=10791) 2024-12-03T18:35:04,058 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 0, reset compression=false 2024-12-03T18:35:04,106 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 0, reset compression=false 2024-12-03T18:35:04,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5635f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:04,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,41491,-1 for getting cluster id 2024-12-03T18:35:04,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:35:04,203 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2a164ab-218b-4707-a7bf-ca6b621ed054' 2024-12-03T18:35:04,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:35:04,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2a164ab-218b-4707-a7bf-ca6b621ed054" 2024-12-03T18:35:04,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dff4302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:04,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,41491,-1] 2024-12-03T18:35:04,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:35:04,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:04,207 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:35:04,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbd87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:04,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:35:04,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,35603,1733250881408, seqNum=-1] 2024-12-03T18:35:04,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:35:04,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T18:35:04,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:35:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,41491,1733250881214 2024-12-03T18:35:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eb7822d 2024-12-03T18:35:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:35:04,244 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T18:35:04,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489., hostname=5cd6afc4bcac,35603,1733250881408, seqNum=2] 2024-12-03T18:35:04,266 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:35:04,299 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-03T18:35:04,315 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-03T18:35:04,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f 2024-12-03T18:35:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T18:35:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:35:04,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f 2024-12-03T18:35:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T18:35:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:35:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HRegion(2603): Flush status journal for 1f8ae2ed7dfc8bc49b26b01c8b7ad489: 2024-12-03T18:35:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__vgo925h4usmi0ph006iroij34la3fkha42tvp3q2cki2cbmhb0bnl6uia5faucvu/f/hfile_1 2024-12-03T18:35:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__vgo925h4usmi0ph006iroij34la3fkha42tvp3q2cki2cbmhb0bnl6uia5faucvu/f/hfile_1 as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ 2024-12-03T18:35:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__vgo925h4usmi0ph006iroij34la3fkha42tvp3q2cki2cbmhb0bnl6uia5faucvu/f/hfile_0 2024-12-03T18:35:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__vgo925h4usmi0ph006iroij34la3fkha42tvp3q2cki2cbmhb0bnl6uia5faucvu/f/hfile_0 as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ 2024-12-03T18:35:04,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__vgo925h4usmi0ph006iroij34la3fkha42tvp3q2cki2cbmhb0bnl6uia5faucvu/f/hfile_1 into 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ - updating store file list. 2024-12-03T18:35:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30b657c40e8c41febafb1228f51b3cdd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T18:35:04,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ into 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f 2024-12-03T18:35:04,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__vgo925h4usmi0ph006iroij34la3fkha42tvp3q2cki2cbmhb0bnl6uia5faucvu/f/hfile_1 into 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f (new location: hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_) 2024-12-03T18:35:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__vgo925h4usmi0ph006iroij34la3fkha42tvp3q2cki2cbmhb0bnl6uia5faucvu/f/hfile_1 2024-12-03T18:35:04,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__vgo925h4usmi0ph006iroij34la3fkha42tvp3q2cki2cbmhb0bnl6uia5faucvu/f/hfile_0 into 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ - updating store file list. 2024-12-03T18:35:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a44ea1abadcd47eca18e293e091b56f6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T18:35:04,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ into 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f 2024-12-03T18:35:04,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__vgo925h4usmi0ph006iroij34la3fkha42tvp3q2cki2cbmhb0bnl6uia5faucvu/f/hfile_0 into 1f8ae2ed7dfc8bc49b26b01c8b7ad489/f (new location: hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_) 2024-12-03T18:35:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/staging/jenkins__test__vgo925h4usmi0ph006iroij34la3fkha42tvp3q2cki2cbmhb0bnl6uia5faucvu/f/hfile_0 2024-12-03T18:35:04,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:35:04,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:04,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:04,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:04,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:35:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489., hostname=5cd6afc4bcac,35603,1733250881408, seqNum=2 , the old value is region=test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489., hostname=5cd6afc4bcac,35603,1733250881408, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5cd6afc4bcac:35603 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T18:35:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489., hostname=5cd6afc4bcac,35603,1733250881408, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T18:35:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489., hostname=5cd6afc4bcac,35603,1733250881408, seqNum=2 from cache 2024-12-03T18:35:04,377 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T18:35:04,380 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T18:35:04,400 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:35:04,480 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:35603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T18:35:04,562 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 0, reset compression=false 2024-12-03T18:35:04,565 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:35:04,565 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5cd6afc4bcac,35603,1733250881408 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733250904374/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T18:35:04,567 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T18:35:04,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T18:35:04,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.ReplicationSink(318): Replicating [b2a164ab-218b-4707-a7bf-ca6b621ed054] bulk loaded data 2024-12-03T18:35:04,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@296f949e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:04,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,33601,-1 for getting cluster id 2024-12-03T18:35:04,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T18:35:04,569 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e93a1a1-952d-40ed-ba06-e0da192533ec' 2024-12-03T18:35:04,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T18:35:04,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e93a1a1-952d-40ed-ba06-e0da192533ec" 2024-12-03T18:35:04,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41909625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:04,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,33601,-1] 2024-12-03T18:35:04,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T18:35:04,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:04,570 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-03T18:35:04,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cded7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T18:35:04,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741837_1013 (size=10791) 2024-12-03T18:35:04,766 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:04,840 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 0, reset compression=false 2024-12-03T18:35:04,854 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T18:35:04,854 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,35603,1733250881408 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733250904374/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T18:35:04,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.ReplicationSink(318): Replicating [b2a164ab-218b-4707-a7bf-ca6b621ed054] bulk loaded data 2024-12-03T18:35:04,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741839_1015 (size=10791) 2024-12-03T18:35:04,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741838_1014 (size=11194) 2024-12-03T18:35:05,055 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:05,071 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:05,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741840_1016 (size=11194) 2024-12-03T18:35:05,369 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:05,384 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T18:35:05,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:35:05,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,33601,1733250892699 2024-12-03T18:35:05,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52f9ad71 2024-12-03T18:35:05,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T18:35:05,387 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-03T18:35:05,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:35:05,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T18:35:05,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,41969,1733250893086, seqNum=-1] 2024-12-03T18:35:05,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T18:35:05,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-03T18:35:05,396 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/staging/jenkins.hfs.23__test__9jcclchg79v2l3d42s0b7cifjbm8tc6m4ibutnb52vg66s1bbuao6hdm0o9eqpu8/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T18:35:05,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/staging/jenkins.hfs.23__test__9jcclchg79v2l3d42s0b7cifjbm8tc6m4ibutnb52vg66s1bbuao6hdm0o9eqpu8/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T18:35:05,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/staging/jenkins.hfs.23__test__9jcclchg79v2l3d42s0b7cifjbm8tc6m4ibutnb52vg66s1bbuao6hdm0o9eqpu8/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ for inclusion in 67ab61caaf35c223be6c72b411c12d59/f 2024-12-03T18:35:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T18:35:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:35:05,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/staging/jenkins.hfs.23__test__9jcclchg79v2l3d42s0b7cifjbm8tc6m4ibutnb52vg66s1bbuao6hdm0o9eqpu8/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ for inclusion in 67ab61caaf35c223be6c72b411c12d59/f 2024-12-03T18:35:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T18:35:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:35:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HRegion(2603): Flush status journal for 67ab61caaf35c223be6c72b411c12d59: 2024-12-03T18:35:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T18:35:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/staging/jenkins.hfs.23__test__9jcclchg79v2l3d42s0b7cifjbm8tc6m4ibutnb52vg66s1bbuao6hdm0o9eqpu8/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ as hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/default/test/67ab61caaf35c223be6c72b411c12d59/f/5d22b30b9c514e699c7f9b83070d5ea0_SeqId_4_ 2024-12-03T18:35:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T18:35:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/staging/jenkins.hfs.23__test__9jcclchg79v2l3d42s0b7cifjbm8tc6m4ibutnb52vg66s1bbuao6hdm0o9eqpu8/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ as hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/default/test/67ab61caaf35c223be6c72b411c12d59/f/8bf972c746604d7fa9c3b374b541f14f_SeqId_4_ 2024-12-03T18:35:05,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/staging/jenkins.hfs.23__test__9jcclchg79v2l3d42s0b7cifjbm8tc6m4ibutnb52vg66s1bbuao6hdm0o9eqpu8/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ into 67ab61caaf35c223be6c72b411c12d59/f as hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/default/test/67ab61caaf35c223be6c72b411c12d59/f/5d22b30b9c514e699c7f9b83070d5ea0_SeqId_4_ - updating store file list. 2024-12-03T18:35:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d22b30b9c514e699c7f9b83070d5ea0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:35:05,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/default/test/67ab61caaf35c223be6c72b411c12d59/f/5d22b30b9c514e699c7f9b83070d5ea0_SeqId_4_ into 67ab61caaf35c223be6c72b411c12d59/f 2024-12-03T18:35:05,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/staging/jenkins.hfs.23__test__9jcclchg79v2l3d42s0b7cifjbm8tc6m4ibutnb52vg66s1bbuao6hdm0o9eqpu8/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ into 67ab61caaf35c223be6c72b411c12d59/f (new location: hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/default/test/67ab61caaf35c223be6c72b411c12d59/f/5d22b30b9c514e699c7f9b83070d5ea0_SeqId_4_) 2024-12-03T18:35:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/staging/jenkins.hfs.23__test__9jcclchg79v2l3d42s0b7cifjbm8tc6m4ibutnb52vg66s1bbuao6hdm0o9eqpu8/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ 2024-12-03T18:35:05,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/staging/jenkins.hfs.23__test__9jcclchg79v2l3d42s0b7cifjbm8tc6m4ibutnb52vg66s1bbuao6hdm0o9eqpu8/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ into 67ab61caaf35c223be6c72b411c12d59/f as hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/default/test/67ab61caaf35c223be6c72b411c12d59/f/8bf972c746604d7fa9c3b374b541f14f_SeqId_4_ - updating store file list. 2024-12-03T18:35:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8bf972c746604d7fa9c3b374b541f14f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T18:35:05,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/default/test/67ab61caaf35c223be6c72b411c12d59/f/8bf972c746604d7fa9c3b374b541f14f_SeqId_4_ into 67ab61caaf35c223be6c72b411c12d59/f 2024-12-03T18:35:05,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/staging/jenkins.hfs.23__test__9jcclchg79v2l3d42s0b7cifjbm8tc6m4ibutnb52vg66s1bbuao6hdm0o9eqpu8/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ into 67ab61caaf35c223be6c72b411c12d59/f (new location: hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/default/test/67ab61caaf35c223be6c72b411c12d59/f/8bf972c746604d7fa9c3b374b541f14f_SeqId_4_) 2024-12-03T18:35:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/staging/jenkins.hfs.23__test__9jcclchg79v2l3d42s0b7cifjbm8tc6m4ibutnb52vg66s1bbuao6hdm0o9eqpu8/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ 2024-12-03T18:35:05,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41969 {}] regionserver.ReplicationSink(324): Finished replicating [b2a164ab-218b-4707-a7bf-ca6b621ed054] bulk loaded data 2024-12-03T18:35:05,474 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:05,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T18:35:05,753 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__psf01o8eq6jr1hf4q52r5lfje3miv3rvdsmclt9rb934kcj47ih6l9rt4vldfe1f/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T18:35:05,772 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:05,773 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__psf01o8eq6jr1hf4q52r5lfje3miv3rvdsmclt9rb934kcj47ih6l9rt4vldfe1f/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T18:35:05,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__psf01o8eq6jr1hf4q52r5lfje3miv3rvdsmclt9rb934kcj47ih6l9rt4vldfe1f/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ for inclusion in 35467d7c48aac5aa594fe604b12dc7b7/f 2024-12-03T18:35:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T18:35:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:35:05,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__psf01o8eq6jr1hf4q52r5lfje3miv3rvdsmclt9rb934kcj47ih6l9rt4vldfe1f/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ for inclusion in 35467d7c48aac5aa594fe604b12dc7b7/f 2024-12-03T18:35:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T18:35:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T18:35:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HRegion(2603): Flush status journal for 35467d7c48aac5aa594fe604b12dc7b7: 2024-12-03T18:35:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T18:35:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__psf01o8eq6jr1hf4q52r5lfje3miv3rvdsmclt9rb934kcj47ih6l9rt4vldfe1f/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/ca6a4a2b9a2f4847a51a4473d4ec3148_SeqId_6_ 2024-12-03T18:35:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T18:35:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__psf01o8eq6jr1hf4q52r5lfje3miv3rvdsmclt9rb934kcj47ih6l9rt4vldfe1f/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/aff72f9a7bac4a019735a12605ae7d1f_SeqId_6_ 2024-12-03T18:35:05,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__psf01o8eq6jr1hf4q52r5lfje3miv3rvdsmclt9rb934kcj47ih6l9rt4vldfe1f/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ into 35467d7c48aac5aa594fe604b12dc7b7/f as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/ca6a4a2b9a2f4847a51a4473d4ec3148_SeqId_6_ - updating store file list. 2024-12-03T18:35:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca6a4a2b9a2f4847a51a4473d4ec3148_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T18:35:05,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/ca6a4a2b9a2f4847a51a4473d4ec3148_SeqId_6_ into 35467d7c48aac5aa594fe604b12dc7b7/f 2024-12-03T18:35:05,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__psf01o8eq6jr1hf4q52r5lfje3miv3rvdsmclt9rb934kcj47ih6l9rt4vldfe1f/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ into 35467d7c48aac5aa594fe604b12dc7b7/f (new location: hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/ca6a4a2b9a2f4847a51a4473d4ec3148_SeqId_6_) 2024-12-03T18:35:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__psf01o8eq6jr1hf4q52r5lfje3miv3rvdsmclt9rb934kcj47ih6l9rt4vldfe1f/f/a44ea1abadcd47eca18e293e091b56f6_SeqId_6_ 2024-12-03T18:35:05,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__psf01o8eq6jr1hf4q52r5lfje3miv3rvdsmclt9rb934kcj47ih6l9rt4vldfe1f/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ into 35467d7c48aac5aa594fe604b12dc7b7/f as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/aff72f9a7bac4a019735a12605ae7d1f_SeqId_6_ - updating store file list. 2024-12-03T18:35:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aff72f9a7bac4a019735a12605ae7d1f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T18:35:05,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/aff72f9a7bac4a019735a12605ae7d1f_SeqId_6_ into 35467d7c48aac5aa594fe604b12dc7b7/f 2024-12-03T18:35:05,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__psf01o8eq6jr1hf4q52r5lfje3miv3rvdsmclt9rb934kcj47ih6l9rt4vldfe1f/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ into 35467d7c48aac5aa594fe604b12dc7b7/f (new location: hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/f/aff72f9a7bac4a019735a12605ae7d1f_SeqId_6_) 2024-12-03T18:35:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/staging/jenkins.hfs.22__test__psf01o8eq6jr1hf4q52r5lfje3miv3rvdsmclt9rb934kcj47ih6l9rt4vldfe1f/f/30b657c40e8c41febafb1228f51b3cdd_SeqId_6_ 2024-12-03T18:35:05,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] regionserver.ReplicationSink(324): Finished replicating [b2a164ab-218b-4707-a7bf-ca6b621ed054] bulk loaded data 2024-12-03T18:35:05,977 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:06,290 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:06,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:35:06,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:35:06,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:06,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:06,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:06,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:35:06,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:35:06,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335490850, stopped=false 2024-12-03T18:35:06,399 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,33601,1733250892699 2024-12-03T18:35:06,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2309839891/running 2024-12-03T18:35:06,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2309839891/running 2024-12-03T18:35:06,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:35:06,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:35:06,410 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:35:06,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:35:06,411 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:06,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:06,411 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,41969,1733250893086' ***** 2024-12-03T18:35:06,411 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:35:06,412 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:35:06,412 INFO [RS:0;5cd6afc4bcac:41969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:35:06,412 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:35:06,412 INFO [RS:0;5cd6afc4bcac:41969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:35:06,412 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(3091): Received CLOSE for 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:35:06,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Set watcher on znode that does not yet exist, /2309839891/running 2024-12-03T18:35:06,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Set watcher on znode that does not yet exist, /2309839891/running 2024-12-03T18:35:06,418 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,41969,1733250893086 2024-12-03T18:35:06,418 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:35:06,418 INFO [RS:0;5cd6afc4bcac:41969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:41969. 2024-12-03T18:35:06,418 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67ab61caaf35c223be6c72b411c12d59, disabling compactions & flushes 2024-12-03T18:35:06,418 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. 2024-12-03T18:35:06,418 DEBUG [RS:0;5cd6afc4bcac:41969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:06,418 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. 2024-12-03T18:35:06,418 DEBUG [RS:0;5cd6afc4bcac:41969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:06,418 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. after waiting 0 ms 2024-12-03T18:35:06,418 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. 2024-12-03T18:35:06,418 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:35:06,418 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:35:06,418 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:35:06,418 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:35:06,419 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:35:06,419 DEBUG [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 67ab61caaf35c223be6c72b411c12d59=test,,1733250897765.67ab61caaf35c223be6c72b411c12d59.} 2024-12-03T18:35:06,419 DEBUG [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67ab61caaf35c223be6c72b411c12d59 2024-12-03T18:35:06,420 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:35:06,420 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:35:06,420 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:35:06,420 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:35:06,420 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:35:06,420 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T18:35:06,427 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/default/test/67ab61caaf35c223be6c72b411c12d59/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T18:35:06,428 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:35:06,428 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:35:06,428 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. 2024-12-03T18:35:06,428 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67ab61caaf35c223be6c72b411c12d59: Waiting for close lock at 1733250906418Running coprocessor pre-close hooks at 1733250906418Disabling compacts and flushes for region at 1733250906418Disabling writes for close at 1733250906418Writing region close event to WAL at 1733250906423 (+5 ms)Running coprocessor post-close hooks at 1733250906427 (+4 ms)Closed at 1733250906428 (+1 ms) 2024-12-03T18:35:06,428 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250897765.67ab61caaf35c223be6c72b411c12d59. 2024-12-03T18:35:06,436 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/.tmp/info/660040fd961b4753baebb7c8a7aa65c3 is 129, key is test,,1733250897765.67ab61caaf35c223be6c72b411c12d59./info:regioninfo/1733250899081/Put/seqid=0 2024-12-03T18:35:06,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741839_1015 (size=6421) 2024-12-03T18:35:06,440 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/.tmp/info/660040fd961b4753baebb7c8a7aa65c3 2024-12-03T18:35:06,459 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/.tmp/ns/43298e4336da416886c400c2a57a08eb is 43, key is default/ns:d/1733250895328/Put/seqid=0 2024-12-03T18:35:06,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741840_1016 (size=5153) 2024-12-03T18:35:06,495 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:35:06,580 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:06,619 DEBUG [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:06,819 DEBUG [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:06,865 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/.tmp/ns/43298e4336da416886c400c2a57a08eb 2024-12-03T18:35:06,892 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/.tmp/rep_barrier/7ec2059e63714704991fa87b00a03006 is 112, key is test,,1733250897765.67ab61caaf35c223be6c72b411c12d59./rep_barrier:seqnumDuringOpen/1733250899081/Put/seqid=0 2024-12-03T18:35:06,894 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:06,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741841_1017 (size=5518) 2024-12-03T18:35:06,903 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/.tmp/rep_barrier/7ec2059e63714704991fa87b00a03006 2024-12-03T18:35:06,933 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/.tmp/table/96dcc846c7df4f639f9ac0bcd460528b is 40, key is test/table:state/1733250899087/Put/seqid=0 2024-12-03T18:35:06,939 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:35:06,939 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:35:06,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741842_1018 (size=5165) 2024-12-03T18:35:07,019 DEBUG [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:07,220 DEBUG [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:07,287 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:07,349 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/.tmp/table/96dcc846c7df4f639f9ac0bcd460528b 2024-12-03T18:35:07,363 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/.tmp/info/660040fd961b4753baebb7c8a7aa65c3 as hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/info/660040fd961b4753baebb7c8a7aa65c3 2024-12-03T18:35:07,371 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/info/660040fd961b4753baebb7c8a7aa65c3, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T18:35:07,372 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/.tmp/ns/43298e4336da416886c400c2a57a08eb as hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/ns/43298e4336da416886c400c2a57a08eb 2024-12-03T18:35:07,380 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/ns/43298e4336da416886c400c2a57a08eb, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T18:35:07,383 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/.tmp/rep_barrier/7ec2059e63714704991fa87b00a03006 as hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/rep_barrier/7ec2059e63714704991fa87b00a03006 2024-12-03T18:35:07,387 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/rep_barrier/7ec2059e63714704991fa87b00a03006, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T18:35:07,388 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/.tmp/table/96dcc846c7df4f639f9ac0bcd460528b as hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/table/96dcc846c7df4f639f9ac0bcd460528b 2024-12-03T18:35:07,392 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/table/96dcc846c7df4f639f9ac0bcd460528b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T18:35:07,393 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=11, compaction requested=false 2024-12-03T18:35:07,403 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T18:35:07,403 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:35:07,403 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:35:07,403 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:35:07,403 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250906419Running coprocessor pre-close hooks at 1733250906419Disabling compacts and flushes for region at 1733250906419Disabling writes for close at 1733250906420 (+1 ms)Obtaining lock to block concurrent updates at 1733250906420Preparing flush snapshotting stores in 1588230740 at 1733250906420Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733250906421 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733250906421Flushing 1588230740/info: creating writer at 1733250906421Flushing 1588230740/info: appending metadata at 1733250906435 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733250906435Flushing 1588230740/ns: creating writer at 1733250906443 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733250906459 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733250906459Flushing 1588230740/rep_barrier: creating writer at 1733250906870 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250906892 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250906892Flushing 1588230740/table: creating writer at 1733250906915 (+23 ms)Flushing 1588230740/table: appending metadata at 1733250906933 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733250906933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454ea5cd: reopening flushed file at 1733250907359 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204581be: reopening flushed file at 1733250907371 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1767b: reopening flushed file at 1733250907380 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb9bc43: reopening flushed file at 1733250907388 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=11, compaction requested=false at 1733250907393 (+5 ms)Writing region close event to WAL at 1733250907401 (+8 ms)Running coprocessor post-close hooks at 1733250907403 (+2 ms)Closed at 1733250907403 2024-12-03T18:35:07,403 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:35:07,420 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,41969,1733250893086; all regions closed. 2024-12-03T18:35:07,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741834_1010 (size=2717) 2024-12-03T18:35:07,423 DEBUG [RS:0;5cd6afc4bcac:41969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/oldWALs 2024-12-03T18:35:07,423 INFO [RS:0;5cd6afc4bcac:41969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C41969%2C1733250893086.meta:.meta(num 1733250895288) 2024-12-03T18:35:07,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741833_1009 (size=1028) 2024-12-03T18:35:07,426 DEBUG [RS:0;5cd6afc4bcac:41969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/oldWALs 2024-12-03T18:35:07,426 INFO [RS:0;5cd6afc4bcac:41969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C41969%2C1733250893086:(num 1733250894972) 2024-12-03T18:35:07,426 DEBUG [RS:0;5cd6afc4bcac:41969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:07,426 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:35:07,426 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:35:07,426 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:35:07,427 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:35:07,427 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:35:07,427 INFO [RS:0;5cd6afc4bcac:41969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:41969. 2024-12-03T18:35:07,427 DEBUG [RS:0;5cd6afc4bcac:41969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:07,427 DEBUG [RS:0;5cd6afc4bcac:41969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:07,427 DEBUG [RS:0;5cd6afc4bcac:41969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:07,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:35:07,427 INFO [RS:0;5cd6afc4bcac:41969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41969 2024-12-03T18:35:07,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2309839891/rs/5cd6afc4bcac,41969,1733250893086 2024-12-03T18:35:07,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891/rs 2024-12-03T18:35:07,443 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:35:07,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,41969,1733250893086] 2024-12-03T18:35:07,460 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2309839891/draining/5cd6afc4bcac,41969,1733250893086 already deleted, retry=false 2024-12-03T18:35:07,460 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,41969,1733250893086 expired; onlineServers=0 2024-12-03T18:35:07,460 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,33601,1733250892699' ***** 2024-12-03T18:35:07,460 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:35:07,460 INFO [M:0;5cd6afc4bcac:33601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:35:07,460 INFO [M:0;5cd6afc4bcac:33601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:35:07,461 DEBUG [M:0;5cd6afc4bcac:33601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:35:07,461 DEBUG [M:0;5cd6afc4bcac:33601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:35:07,461 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:35:07,461 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250894675 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250894675,5,FailOnTimeoutGroup] 2024-12-03T18:35:07,461 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250894677 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250894677,5,FailOnTimeoutGroup] 2024-12-03T18:35:07,461 INFO [M:0;5cd6afc4bcac:33601 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:35:07,461 INFO [M:0;5cd6afc4bcac:33601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:35:07,461 DEBUG [M:0;5cd6afc4bcac:33601 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:35:07,462 INFO [M:0;5cd6afc4bcac:33601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:35:07,462 INFO [M:0;5cd6afc4bcac:33601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:35:07,462 INFO [M:0;5cd6afc4bcac:33601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:35:07,462 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:35:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2309839891/master 2024-12-03T18:35:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309839891 2024-12-03T18:35:07,477 DEBUG [M:0;5cd6afc4bcac:33601 {}] zookeeper.ZKUtil(347): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Unable to get data of znode /2309839891/master because node does not exist (not an error) 2024-12-03T18:35:07,477 WARN [M:0;5cd6afc4bcac:33601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:35:07,477 INFO [M:0;5cd6afc4bcac:33601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/.lastflushedseqids 2024-12-03T18:35:07,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741843_1019 (size=173) 2024-12-03T18:35:07,488 INFO [M:0;5cd6afc4bcac:33601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:35:07,488 INFO [M:0;5cd6afc4bcac:33601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:35:07,488 DEBUG [M:0;5cd6afc4bcac:33601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:35:07,488 INFO [M:0;5cd6afc4bcac:33601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:35:07,488 DEBUG [M:0;5cd6afc4bcac:33601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:35:07,489 DEBUG [M:0;5cd6afc4bcac:33601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:35:07,489 DEBUG [M:0;5cd6afc4bcac:33601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:35:07,489 INFO [M:0;5cd6afc4bcac:33601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-03T18:35:07,519 DEBUG [M:0;5cd6afc4bcac:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b97142cbec54eceaabe59e193c07f8e is 82, key is hbase:meta,,1/info:regioninfo/1733250895314/Put/seqid=0 2024-12-03T18:35:07,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741844_1020 (size=5672) 2024-12-03T18:35:07,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:35:07,552 INFO [RS:0;5cd6afc4bcac:41969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:35:07,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41969-0x1019dc320820007, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:35:07,552 INFO [RS:0;5cd6afc4bcac:41969 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,41969,1733250893086; zookeeper connection closed. 2024-12-03T18:35:07,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dac2a52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dac2a52 2024-12-03T18:35:07,552 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:35:07,607 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:07,928 INFO [M:0;5cd6afc4bcac:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b97142cbec54eceaabe59e193c07f8e 2024-12-03T18:35:07,947 DEBUG [M:0;5cd6afc4bcac:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d75d43a215cc47939a382400aa9a5604 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733250899099/Put/seqid=0 2024-12-03T18:35:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741845_1021 (size=6586) 2024-12-03T18:35:07,957 INFO [M:0;5cd6afc4bcac:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d75d43a215cc47939a382400aa9a5604 2024-12-03T18:35:07,996 DEBUG [M:0;5cd6afc4bcac:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58542c5de06545cd9a44e182c18da059 is 69, key is 5cd6afc4bcac,41969,1733250893086/rs:state/1733250894785/Put/seqid=0 2024-12-03T18:35:08,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741846_1022 (size=5156) 2024-12-03T18:35:08,111 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:08,403 INFO [M:0;5cd6afc4bcac:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58542c5de06545cd9a44e182c18da059 2024-12-03T18:35:08,410 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:08,416 DEBUG [M:0;5cd6afc4bcac:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b97142cbec54eceaabe59e193c07f8e as hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b97142cbec54eceaabe59e193c07f8e 2024-12-03T18:35:08,422 INFO [M:0;5cd6afc4bcac:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b97142cbec54eceaabe59e193c07f8e, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T18:35:08,423 DEBUG [M:0;5cd6afc4bcac:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d75d43a215cc47939a382400aa9a5604 as hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d75d43a215cc47939a382400aa9a5604 2024-12-03T18:35:08,428 INFO [M:0;5cd6afc4bcac:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d75d43a215cc47939a382400aa9a5604, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T18:35:08,429 DEBUG [M:0;5cd6afc4bcac:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58542c5de06545cd9a44e182c18da059 as hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58542c5de06545cd9a44e182c18da059 2024-12-03T18:35:08,436 INFO [M:0;5cd6afc4bcac:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45281/user/jenkins/test-data/38852755-2e42-8e80-d028-6dd51f3bbd64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58542c5de06545cd9a44e182c18da059, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T18:35:08,443 INFO [M:0;5cd6afc4bcac:33601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 954ms, sequenceid=55, compaction requested=false 2024-12-03T18:35:08,463 INFO [M:0;5cd6afc4bcac:33601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:35:08,463 DEBUG [M:0;5cd6afc4bcac:33601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250907488Disabling compacts and flushes for region at 1733250907488Disabling writes for close at 1733250907489 (+1 ms)Obtaining lock to block concurrent updates at 1733250907489Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250907489Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733250907489Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250907495 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250907495Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250907518 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250907518Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250907931 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250907947 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250907947Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250907976 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250907995 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250907995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e99a01: reopening flushed file at 1733250908415 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89ee62: reopening flushed file at 1733250908422 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6ab52e: reopening flushed file at 1733250908428 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 954ms, sequenceid=55, compaction requested=false at 1733250908443 (+15 ms)Writing region close event to WAL at 1733250908463 (+20 ms)Closed at 1733250908463 2024-12-03T18:35:08,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741830_1006 (size=32770) 2024-12-03T18:35:08,476 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:35:08,476 INFO [M:0;5cd6afc4bcac:33601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:35:08,476 INFO [M:0;5cd6afc4bcac:33601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33601 2024-12-03T18:35:08,477 INFO [M:0;5cd6afc4bcac:33601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:35:08,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:35:08,635 INFO [M:0;5cd6afc4bcac:33601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:35:08,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x1019dc320820006, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:35:08,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d192e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:35:08,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d58bdab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:35:08,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:35:08,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c7bc155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:35:08,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@306934ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/hadoop.log.dir/,STOPPED} 2024-12-03T18:35:08,639 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:35:08,639 WARN [BP-307022311-172.17.0.3-1733250890795 heartbeating to localhost/127.0.0.1:45281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:35:08,639 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:35:08,639 WARN [BP-307022311-172.17.0.3-1733250890795 heartbeating to localhost/127.0.0.1:45281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-307022311-172.17.0.3-1733250890795 (Datanode Uuid 1670543b-ad37-48a7-937e-338622928e80) service to localhost/127.0.0.1:45281 2024-12-03T18:35:08,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/cluster_7f52877d-54bb-0cc5-6ea0-c047bf7a6733/data/data1/current/BP-307022311-172.17.0.3-1733250890795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:35:08,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/cluster_7f52877d-54bb-0cc5-6ea0-c047bf7a6733/data/data2/current/BP-307022311-172.17.0.3-1733250890795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:35:08,641 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:35:08,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3136b15d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:35:08,647 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37627d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:35:08,647 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:35:08,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59f0efd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:35:08,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@789efb3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5f45575-1c5f-8825-b76d-9463af0b1a65/hadoop.log.dir/,STOPPED} 2024-12-03T18:35:08,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:35:08,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:35:08,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:35:08,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:08,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:08,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:08,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:35:08,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:35:08,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1112159359, stopped=false 2024-12-03T18:35:08,665 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,45865,1733250886911 2024-12-03T18:35:08,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081553427/running 2024-12-03T18:35:08,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081553427/running 2024-12-03T18:35:08,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:35:08,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:35:08,685 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:35:08,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:35:08,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:08,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:08,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Set watcher on znode that does not yet exist, /11081553427/running 2024-12-03T18:35:08,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Set watcher on znode that does not yet exist, /11081553427/running 2024-12-03T18:35:08,686 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,36569,1733250887061' ***** 2024-12-03T18:35:08,686 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:35:08,686 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:35:08,686 INFO [RS:0;5cd6afc4bcac:36569 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:35:08,686 INFO [RS:0;5cd6afc4bcac:36569 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:35:08,686 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:35:08,686 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(3091): Received CLOSE for 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:35:08,686 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,36569,1733250887061 2024-12-03T18:35:08,686 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:35:08,686 INFO [RS:0;5cd6afc4bcac:36569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:36569. 2024-12-03T18:35:08,686 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35467d7c48aac5aa594fe604b12dc7b7, disabling compactions & flushes 2024-12-03T18:35:08,686 DEBUG [RS:0;5cd6afc4bcac:36569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:08,686 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. 2024-12-03T18:35:08,686 DEBUG [RS:0;5cd6afc4bcac:36569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:08,686 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. 2024-12-03T18:35:08,686 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. after waiting 0 ms 2024-12-03T18:35:08,686 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:35:08,686 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. 2024-12-03T18:35:08,686 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:35:08,686 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:35:08,686 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:35:08,687 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T18:35:08,687 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1325): Online Regions={35467d7c48aac5aa594fe604b12dc7b7=test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:35:08,687 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35467d7c48aac5aa594fe604b12dc7b7 2024-12-03T18:35:08,689 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:35:08,689 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:35:08,689 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:35:08,690 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:35:08,690 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:35:08,690 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T18:35:08,690 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/default/test/35467d7c48aac5aa594fe604b12dc7b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T18:35:08,690 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:35:08,690 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:35:08,690 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. 2024-12-03T18:35:08,690 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35467d7c48aac5aa594fe604b12dc7b7: Waiting for close lock at 1733250908686Running coprocessor pre-close hooks at 1733250908686Disabling compacts and flushes for region at 1733250908686Disabling writes for close at 1733250908686Writing region close event to WAL at 1733250908687 (+1 ms)Running coprocessor post-close hooks at 1733250908690 (+3 ms)Closed at 1733250908690 2024-12-03T18:35:08,691 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7. 2024-12-03T18:35:08,711 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/.tmp/info/c252420a4cdc46a49c0d4df4e82f06d4 is 129, key is test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7./info:regioninfo/1733250897456/Put/seqid=0 2024-12-03T18:35:08,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741841_1017 (size=6421) 2024-12-03T18:35:08,727 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:35:08,887 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:09,027 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:09,087 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:09,116 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/.tmp/info/c252420a4cdc46a49c0d4df4e82f06d4 2024-12-03T18:35:09,131 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/.tmp/ns/3502cda787ac4740bcb055cb98197409 is 43, key is default/ns:d/1733250890639/Put/seqid=0 2024-12-03T18:35:09,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741842_1018 (size=5153) 2024-12-03T18:35:09,160 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T18:35:09,160 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:35:09,160 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169178 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5cd6afc4bcac,38271,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:38271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T18:35:09,287 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:09,331 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:09,395 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:35:09,395 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:35:09,487 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:09,535 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/.tmp/ns/3502cda787ac4740bcb055cb98197409 2024-12-03T18:35:09,554 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/.tmp/rep_barrier/3c22bc3bc190482c8bf664879ce295ab is 112, key is test,,1733250896622.35467d7c48aac5aa594fe604b12dc7b7./rep_barrier:seqnumDuringOpen/1733250897456/Put/seqid=0 2024-12-03T18:35:09,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741843_1019 (size=5518) 2024-12-03T18:35:09,567 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/.tmp/rep_barrier/3c22bc3bc190482c8bf664879ce295ab 2024-12-03T18:35:09,589 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/.tmp/table/84d7e0e7a54f4ed59842f66adcac3874 is 40, key is test/table:state/1733250897470/Put/seqid=0 2024-12-03T18:35:09,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741844_1020 (size=5165) 2024-12-03T18:35:09,688 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:35:09,688 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:35:09,688 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:09,888 DEBUG [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:09,996 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/.tmp/table/84d7e0e7a54f4ed59842f66adcac3874 2024-12-03T18:35:10,014 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/.tmp/info/c252420a4cdc46a49c0d4df4e82f06d4 as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/info/c252420a4cdc46a49c0d4df4e82f06d4 2024-12-03T18:35:10,020 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/info/c252420a4cdc46a49c0d4df4e82f06d4, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T18:35:10,025 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/.tmp/ns/3502cda787ac4740bcb055cb98197409 as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/ns/3502cda787ac4740bcb055cb98197409 2024-12-03T18:35:10,035 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:10,035 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/ns/3502cda787ac4740bcb055cb98197409, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T18:35:10,037 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/.tmp/rep_barrier/3c22bc3bc190482c8bf664879ce295ab as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/rep_barrier/3c22bc3bc190482c8bf664879ce295ab 2024-12-03T18:35:10,041 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/rep_barrier/3c22bc3bc190482c8bf664879ce295ab, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T18:35:10,041 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/.tmp/table/84d7e0e7a54f4ed59842f66adcac3874 as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/table/84d7e0e7a54f4ed59842f66adcac3874 2024-12-03T18:35:10,053 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/table/84d7e0e7a54f4ed59842f66adcac3874, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T18:35:10,054 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=11, compaction requested=false 2024-12-03T18:35:10,078 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T18:35:10,078 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:35:10,079 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:35:10,079 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:35:10,079 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250908689Running coprocessor pre-close hooks at 1733250908689Disabling compacts and flushes for region at 1733250908689Disabling writes for close at 1733250908690 (+1 ms)Obtaining lock to block concurrent updates at 1733250908690Preparing flush snapshotting stores in 1588230740 at 1733250908690Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733250908690Flushing stores of hbase:meta,,1.1588230740 at 1733250908691 (+1 ms)Flushing 1588230740/info: creating writer at 1733250908691Flushing 1588230740/info: appending metadata at 1733250908711 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733250908711Flushing 1588230740/ns: creating writer at 1733250909119 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733250909131 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733250909131Flushing 1588230740/rep_barrier: creating writer at 1733250909541 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250909554 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250909554Flushing 1588230740/table: creating writer at 1733250909574 (+20 ms)Flushing 1588230740/table: appending metadata at 1733250909589 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733250909589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170b31d3: reopening flushed file at 1733250910012 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24585956: reopening flushed file at 1733250910020 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82cd58b: reopening flushed file at 1733250910035 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c2df4ce: reopening flushed file at 1733250910041 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=11, compaction requested=false at 1733250910054 (+13 ms)Writing region close event to WAL at 1733250910075 (+21 ms)Running coprocessor post-close hooks at 1733250910078 (+3 ms)Closed at 1733250910079 (+1 ms) 2024-12-03T18:35:10,079 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:35:10,088 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,36569,1733250887061; all regions closed. 2024-12-03T18:35:10,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741834_1010 (size=2717) 2024-12-03T18:35:10,094 DEBUG [RS:0;5cd6afc4bcac:36569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/oldWALs 2024-12-03T18:35:10,094 INFO [RS:0;5cd6afc4bcac:36569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C36569%2C1733250887061.meta:.meta(num 1733250890526) 2024-12-03T18:35:10,112 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/WALs/5cd6afc4bcac,36569,1733250887061/5cd6afc4bcac%2C36569%2C1733250887061.1733250889520 not finished, retry = 0 2024-12-03T18:35:10,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741832_1008 (size=1374) 2024-12-03T18:35:10,221 DEBUG [RS:0;5cd6afc4bcac:36569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/oldWALs 2024-12-03T18:35:10,221 INFO [RS:0;5cd6afc4bcac:36569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C36569%2C1733250887061:(num 1733250889520) 2024-12-03T18:35:10,221 DEBUG [RS:0;5cd6afc4bcac:36569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:10,221 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:35:10,222 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:35:10,222 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:35:10,222 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:35:10,222 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:35:10,223 INFO [RS:0;5cd6afc4bcac:36569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:36569. 2024-12-03T18:35:10,223 DEBUG [RS:0;5cd6afc4bcac:36569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:10,223 DEBUG [RS:0;5cd6afc4bcac:36569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:10,223 DEBUG [RS:0;5cd6afc4bcac:36569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:10,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:35:10,223 INFO [RS:0;5cd6afc4bcac:36569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36569 2024-12-03T18:35:10,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081553427/rs/5cd6afc4bcac,36569,1733250887061 2024-12-03T18:35:10,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427/rs 2024-12-03T18:35:10,268 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:35:10,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,36569,1733250887061] 2024-12-03T18:35:10,284 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11081553427/draining/5cd6afc4bcac,36569,1733250887061 already deleted, retry=false 2024-12-03T18:35:10,284 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,36569,1733250887061 expired; onlineServers=0 2024-12-03T18:35:10,284 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,45865,1733250886911' ***** 2024-12-03T18:35:10,284 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:35:10,284 INFO [M:0;5cd6afc4bcac:45865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:35:10,284 INFO [M:0;5cd6afc4bcac:45865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:35:10,285 DEBUG [M:0;5cd6afc4bcac:45865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:35:10,285 DEBUG [M:0;5cd6afc4bcac:45865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:35:10,285 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:35:10,285 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250889313 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250889313,5,FailOnTimeoutGroup] 2024-12-03T18:35:10,285 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250889316 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250889316,5,FailOnTimeoutGroup] 2024-12-03T18:35:10,285 INFO [M:0;5cd6afc4bcac:45865 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:35:10,285 INFO [M:0;5cd6afc4bcac:45865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:35:10,285 DEBUG [M:0;5cd6afc4bcac:45865 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:35:10,285 INFO [M:0;5cd6afc4bcac:45865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:35:10,285 INFO [M:0;5cd6afc4bcac:45865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:35:10,285 INFO [M:0;5cd6afc4bcac:45865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:35:10,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:35:10,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081553427/master 2024-12-03T18:35:10,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081553427 2024-12-03T18:35:10,303 DEBUG [M:0;5cd6afc4bcac:45865 {}] zookeeper.RecoverableZooKeeper(212): Node /11081553427/master already deleted, retry=false 2024-12-03T18:35:10,303 DEBUG [M:0;5cd6afc4bcac:45865 {}] master.ActiveMasterManager(353): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Failed delete of our master address node; KeeperErrorCode = NoNode for /11081553427/master 2024-12-03T18:35:10,305 INFO [M:0;5cd6afc4bcac:45865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/.lastflushedseqids 2024-12-03T18:35:10,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741845_1021 (size=173) 2024-12-03T18:35:10,340 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:10,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:35:10,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36569-0x1019dc320820004, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:35:10,377 INFO [RS:0;5cd6afc4bcac:36569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:35:10,377 INFO [RS:0;5cd6afc4bcac:36569 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,36569,1733250887061; zookeeper connection closed. 2024-12-03T18:35:10,377 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39de3224 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39de3224 2024-12-03T18:35:10,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:35:10,730 INFO [M:0;5cd6afc4bcac:45865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:35:10,731 INFO [M:0;5cd6afc4bcac:45865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:35:10,731 DEBUG [M:0;5cd6afc4bcac:45865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:35:10,731 INFO [M:0;5cd6afc4bcac:45865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:35:10,731 DEBUG [M:0;5cd6afc4bcac:45865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:35:10,731 DEBUG [M:0;5cd6afc4bcac:45865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:35:10,731 DEBUG [M:0;5cd6afc4bcac:45865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:35:10,731 INFO [M:0;5cd6afc4bcac:45865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-03T18:35:10,792 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T18:35:10,799 DEBUG [M:0;5cd6afc4bcac:45865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ece0a9bf643e4dd5b3fb08b41210679f is 82, key is hbase:meta,,1/info:regioninfo/1733250890600/Put/seqid=0 2024-12-03T18:35:10,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741846_1022 (size=5672) 2024-12-03T18:35:10,812 INFO [M:0;5cd6afc4bcac:45865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ece0a9bf643e4dd5b3fb08b41210679f 2024-12-03T18:35:10,886 DEBUG [M:0;5cd6afc4bcac:45865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/723453e39a0d4498887f78dadc98e279 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733250897473/Put/seqid=0 2024-12-03T18:35:10,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741847_1023 (size=6587) 2024-12-03T18:35:10,908 INFO [M:0;5cd6afc4bcac:45865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/723453e39a0d4498887f78dadc98e279 2024-12-03T18:35:10,949 DEBUG [M:0;5cd6afc4bcac:45865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26aaa41efe73480b895de6effa5a10d4 is 69, key is 5cd6afc4bcac,36569,1733250887061/rs:state/1733250889347/Put/seqid=0 2024-12-03T18:35:10,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741848_1024 (size=5156) 2024-12-03T18:35:11,140 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:11,356 INFO [M:0;5cd6afc4bcac:45865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26aaa41efe73480b895de6effa5a10d4 2024-12-03T18:35:11,360 DEBUG [M:0;5cd6afc4bcac:45865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ece0a9bf643e4dd5b3fb08b41210679f as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ece0a9bf643e4dd5b3fb08b41210679f 2024-12-03T18:35:11,368 INFO [M:0;5cd6afc4bcac:45865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ece0a9bf643e4dd5b3fb08b41210679f, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T18:35:11,369 DEBUG [M:0;5cd6afc4bcac:45865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/723453e39a0d4498887f78dadc98e279 as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/723453e39a0d4498887f78dadc98e279 2024-12-03T18:35:11,375 INFO [M:0;5cd6afc4bcac:45865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/723453e39a0d4498887f78dadc98e279, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T18:35:11,376 DEBUG [M:0;5cd6afc4bcac:45865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26aaa41efe73480b895de6effa5a10d4 as hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26aaa41efe73480b895de6effa5a10d4 2024-12-03T18:35:11,379 INFO [M:0;5cd6afc4bcac:45865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/cd433f9c-ba1a-b253-8e52-a89f26ed9416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26aaa41efe73480b895de6effa5a10d4, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T18:35:11,380 INFO [M:0;5cd6afc4bcac:45865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 649ms, sequenceid=55, compaction requested=false 2024-12-03T18:35:11,395 INFO [M:0;5cd6afc4bcac:45865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:35:11,395 DEBUG [M:0;5cd6afc4bcac:45865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250910731Disabling compacts and flushes for region at 1733250910731Disabling writes for close at 1733250910731Obtaining lock to block concurrent updates at 1733250910731Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250910731Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733250910731Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250910742 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250910742Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250910799 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250910799Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250910817 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250910885 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250910885Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250910919 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250910948 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250910948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7d5c24: reopening flushed file at 1733250911360 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5feea4de: reopening flushed file at 1733250911368 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d332523: reopening flushed file at 1733250911375 (+7 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 649ms, sequenceid=55, compaction requested=false at 1733250911380 (+5 ms)Writing region close event to WAL at 1733250911395 (+15 ms)Closed at 1733250911395 2024-12-03T18:35:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36073 is added to blk_1073741830_1006 (size=32782) 2024-12-03T18:35:11,405 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:35:11,405 INFO [M:0;5cd6afc4bcac:45865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:35:11,405 INFO [M:0;5cd6afc4bcac:45865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45865 2024-12-03T18:35:11,407 INFO [M:0;5cd6afc4bcac:45865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:35:11,459 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:11,551 INFO [M:0;5cd6afc4bcac:45865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:35:11,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:35:11,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45865-0x1019dc320820003, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:35:11,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e5af677{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:35:11,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8cd85a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:35:11,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:35:11,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e306c06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:35:11,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6202975d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/hadoop.log.dir/,STOPPED} 2024-12-03T18:35:11,565 WARN [BP-260876895-172.17.0.3-1733250885181 heartbeating to localhost/127.0.0.1:33741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:35:11,565 WARN [BP-260876895-172.17.0.3-1733250885181 heartbeating to localhost/127.0.0.1:33741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-260876895-172.17.0.3-1733250885181 (Datanode Uuid 0e0672c7-6f33-47bd-bb7d-763dcfa47bda) service to localhost/127.0.0.1:33741 2024-12-03T18:35:11,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/cluster_150ba5ac-0b53-088e-8474-425de1375bd7/data/data1/current/BP-260876895-172.17.0.3-1733250885181 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:35:11,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:35:11,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:35:11,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/cluster_150ba5ac-0b53-088e-8474-425de1375bd7/data/data2/current/BP-260876895-172.17.0.3-1733250885181 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:35:11,566 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:35:11,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9638903{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:35:11,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f8c2f2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:35:11,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:35:11,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45ae4538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:35:11,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9449504{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be8fd52-acc3-f5bb-cd1e-e5a5b6684acf/hadoop.log.dir/,STOPPED} 2024-12-03T18:35:11,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:35:11,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T18:35:11,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:35:11,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:11,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:11,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:35:11,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:11,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T18:35:11,590 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=205370394, stopped=false 2024-12-03T18:35:11,590 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,41491,1733250881214 2024-12-03T18:35:11,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-293982518/running 2024-12-03T18:35:11,601 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-293982518/running 2024-12-03T18:35:11,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:35:11,601 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:35:11,601 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:35:11,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T18:35:11,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Set watcher on znode that does not yet exist, /0-293982518/running 2024-12-03T18:35:11,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:11,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:11,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Set watcher on znode that does not yet exist, /0-293982518/running 2024-12-03T18:35:11,602 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,35603,1733250881408' ***** 2024-12-03T18:35:11,602 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T18:35:11,602 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T18:35:11,603 INFO [RS:0;5cd6afc4bcac:35603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T18:35:11,603 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T18:35:11,603 INFO [RS:0;5cd6afc4bcac:35603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T18:35:11,603 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(3091): Received CLOSE for cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:11,603 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f8ae2ed7dfc8bc49b26b01c8b7ad489 2024-12-03T18:35:11,603 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,35603,1733250881408 2024-12-03T18:35:11,603 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:35:11,603 INFO [RS:0;5cd6afc4bcac:35603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:35603. 2024-12-03T18:35:11,603 DEBUG [RS:0;5cd6afc4bcac:35603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:11,603 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfc9dfe01c1962b2192662536b4546ba, disabling compactions & flushes 2024-12-03T18:35:11,603 DEBUG [RS:0;5cd6afc4bcac:35603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:11,603 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. 2024-12-03T18:35:11,603 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. 2024-12-03T18:35:11,603 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. after waiting 0 ms 2024-12-03T18:35:11,603 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T18:35:11,603 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. 2024-12-03T18:35:11,603 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T18:35:11,603 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T18:35:11,603 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T18:35:11,603 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cfc9dfe01c1962b2192662536b4546ba 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-03T18:35:11,605 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T18:35:11,605 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1325): Online Regions={cfc9dfe01c1962b2192662536b4546ba=hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba., 1588230740=hbase:meta,,1.1588230740, 1f8ae2ed7dfc8bc49b26b01c8b7ad489=test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489.} 2024-12-03T18:35:11,605 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f8ae2ed7dfc8bc49b26b01c8b7ad489, cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:11,605 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T18:35:11,605 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T18:35:11,605 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T18:35:11,605 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T18:35:11,605 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T18:35:11,605 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T18:35:11,617 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba/.tmp/hfileref/fae8f39458364618984247fbeb95572a is 74, key is 1/hfileref:30b657c40e8c41febafb1228f51b3cdd_SeqId_6_/1733250905838/DeleteColumn/seqid=0 2024-12-03T18:35:11,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741847_1023 (size=5489) 2024-12-03T18:35:11,626 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/.tmp/info/b2c9fee1dc5b4d9bba38d8d6bd5e98ec is 147, key is hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba./info:regioninfo/1733250900729/Put/seqid=0 2024-12-03T18:35:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741848_1024 (size=7686) 2024-12-03T18:35:11,629 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/.tmp/info/b2c9fee1dc5b4d9bba38d8d6bd5e98ec 2024-12-03T18:35:11,645 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/.tmp/ns/49f81b4da8a14ee99453d3bfd9668d8c is 43, key is default/ns:d/1733250884985/Put/seqid=0 2024-12-03T18:35:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741849_1025 (size=5153) 2024-12-03T18:35:11,682 INFO [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:35:11,805 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f8ae2ed7dfc8bc49b26b01c8b7ad489, cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:11,893 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T18:35:11,893 INFO [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T18:35:11,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T18:35:11,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:11,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:12,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:12,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T18:35:12,005 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f8ae2ed7dfc8bc49b26b01c8b7ad489, cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:12,026 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba/.tmp/hfileref/fae8f39458364618984247fbeb95572a 2024-12-03T18:35:12,040 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba/.tmp/queue/e366202958284757b1f71762758ec9be is 153, key is 1-5cd6afc4bcac,35603,1733250881408/queue:5cd6afc4bcac%2C35603%2C1733250881408/1733250905841/Put/seqid=0 2024-12-03T18:35:12,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741850_1026 (size=5504) 2024-12-03T18:35:12,051 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/.tmp/ns/49f81b4da8a14ee99453d3bfd9668d8c 2024-12-03T18:35:12,070 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/.tmp/rep_barrier/c7018801f7eb40da9ee7bb43a5263863 is 112, key is test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489./rep_barrier:seqnumDuringOpen/1733250896280/Put/seqid=0 2024-12-03T18:35:12,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741851_1027 (size=5518) 2024-12-03T18:35:12,205 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f8ae2ed7dfc8bc49b26b01c8b7ad489, cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:12,347 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:12,406 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f8ae2ed7dfc8bc49b26b01c8b7ad489, cfc9dfe01c1962b2192662536b4546ba 2024-12-03T18:35:12,444 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba/.tmp/queue/e366202958284757b1f71762758ec9be 2024-12-03T18:35:12,448 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba/.tmp/hfileref/fae8f39458364618984247fbeb95572a as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba/hfileref/fae8f39458364618984247fbeb95572a 2024-12-03T18:35:12,453 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba/hfileref/fae8f39458364618984247fbeb95572a, entries=6, sequenceid=17, filesize=5.4 K 2024-12-03T18:35:12,453 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba/.tmp/queue/e366202958284757b1f71762758ec9be as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba/queue/e366202958284757b1f71762758ec9be 2024-12-03T18:35:12,461 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba/queue/e366202958284757b1f71762758ec9be, entries=2, sequenceid=17, filesize=5.4 K 2024-12-03T18:35:12,462 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cfc9dfe01c1962b2192662536b4546ba in 859ms, sequenceid=17, compaction requested=false 2024-12-03T18:35:12,486 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/.tmp/rep_barrier/c7018801f7eb40da9ee7bb43a5263863 2024-12-03T18:35:12,510 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/replication/cfc9dfe01c1962b2192662536b4546ba/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-03T18:35:12,512 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:35:12,512 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:35:12,512 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. 2024-12-03T18:35:12,512 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfc9dfe01c1962b2192662536b4546ba: Waiting for close lock at 1733250911603Running coprocessor pre-close hooks at 1733250911603Disabling compacts and flushes for region at 1733250911603Disabling writes for close at 1733250911603Obtaining lock to block concurrent updates at 1733250911603Preparing flush snapshotting stores in cfc9dfe01c1962b2192662536b4546ba at 1733250911603Finished memstore snapshotting hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733250911604 (+1 ms)Flushing stores of hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. at 1733250911604Flushing cfc9dfe01c1962b2192662536b4546ba/hfileref: creating writer at 1733250911604Flushing cfc9dfe01c1962b2192662536b4546ba/hfileref: appending metadata at 1733250911617 (+13 ms)Flushing cfc9dfe01c1962b2192662536b4546ba/hfileref: closing flushed file at 1733250911617Flushing cfc9dfe01c1962b2192662536b4546ba/queue: creating writer at 1733250912029 (+412 ms)Flushing cfc9dfe01c1962b2192662536b4546ba/queue: appending metadata at 1733250912040 (+11 ms)Flushing cfc9dfe01c1962b2192662536b4546ba/queue: closing flushed file at 1733250912040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1edd1fdf: reopening flushed file at 1733250912448 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aedcdd8: reopening flushed file at 1733250912453 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cfc9dfe01c1962b2192662536b4546ba in 859ms, sequenceid=17, compaction requested=false at 1733250912462 (+9 ms)Writing region close event to WAL at 1733250912483 (+21 ms)Running coprocessor post-close hooks at 1733250912512 (+29 ms)Closed at 1733250912512 2024-12-03T18:35:12,512 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733250899943.cfc9dfe01c1962b2192662536b4546ba. 2024-12-03T18:35:12,512 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f8ae2ed7dfc8bc49b26b01c8b7ad489, disabling compactions & flushes 2024-12-03T18:35:12,512 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. 2024-12-03T18:35:12,512 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. 2024-12-03T18:35:12,512 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. after waiting 0 ms 2024-12-03T18:35:12,512 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. 2024-12-03T18:35:12,544 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/.tmp/table/5a4eb6ce03834cfdb8908769ea4fd252 is 53, key is hbase:replication/table:state/1733250900738/Put/seqid=0 2024-12-03T18:35:12,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741852_1028 (size=5308) 2024-12-03T18:35:12,583 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/default/test/1f8ae2ed7dfc8bc49b26b01c8b7ad489/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T18:35:12,584 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:35:12,584 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T18:35:12,584 INFO [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. 2024-12-03T18:35:12,584 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f8ae2ed7dfc8bc49b26b01c8b7ad489: Waiting for close lock at 1733250912512Running coprocessor pre-close hooks at 1733250912512Disabling compacts and flushes for region at 1733250912512Disabling writes for close at 1733250912512Writing region close event to WAL at 1733250912551 (+39 ms)Running coprocessor post-close hooks at 1733250912584 (+33 ms)Closed at 1733250912584 2024-12-03T18:35:12,584 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733250895475.1f8ae2ed7dfc8bc49b26b01c8b7ad489. 2024-12-03T18:35:12,606 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T18:35:12,606 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T18:35:12,606 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:12,662 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 393, reset compression=false 2024-12-03T18:35:12,669 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T18:35:12,670 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 688, reset compression=false 2024-12-03T18:35:12,670 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5cd6afc4bcac,35603,1733250881408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T18:35:12,671 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5cd6afc4bcac,35603,1733250881408: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5cd6afc4bcac,35603,1733250881408, walGroup=5cd6afc4bcac%2C35603%2C1733250881408, offset=5cd6afc4bcac%2C35603%2C1733250881408.1733250902678:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:35603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T18:35:12,672 ERROR [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T18:35:12,672 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T18:35:12,673 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T18:35:12,673 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T18:35:12,673 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T18:35:12,673 INFO [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1577058304, "init": 1048576000, "max": 2306867200, "used": 951952768 }, "NonHeapMemoryUsage": { "committed": 211746816, "init": 7667712, "max": -1, "used": 208439848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T18:35:12,673 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:41491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5cd6afc4bcac:41491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T18:35:12,806 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:12,883 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 688, reset compression=false 2024-12-03T18:35:12,983 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/.tmp/table/5a4eb6ce03834cfdb8908769ea4fd252 2024-12-03T18:35:12,989 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/.tmp/info/b2c9fee1dc5b4d9bba38d8d6bd5e98ec as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/info/b2c9fee1dc5b4d9bba38d8d6bd5e98ec 2024-12-03T18:35:12,994 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/info/b2c9fee1dc5b4d9bba38d8d6bd5e98ec, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T18:35:12,994 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/.tmp/ns/49f81b4da8a14ee99453d3bfd9668d8c as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/ns/49f81b4da8a14ee99453d3bfd9668d8c 2024-12-03T18:35:12,998 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/ns/49f81b4da8a14ee99453d3bfd9668d8c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T18:35:12,998 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/.tmp/rep_barrier/c7018801f7eb40da9ee7bb43a5263863 as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/rep_barrier/c7018801f7eb40da9ee7bb43a5263863 2024-12-03T18:35:13,006 DEBUG [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T18:35:13,019 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/rep_barrier/c7018801f7eb40da9ee7bb43a5263863, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T18:35:13,022 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/.tmp/table/5a4eb6ce03834cfdb8908769ea4fd252 as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/table/5a4eb6ce03834cfdb8908769ea4fd252 2024-12-03T18:35:13,030 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/table/5a4eb6ce03834cfdb8908769ea4fd252, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T18:35:13,031 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=16, compaction requested=false 2024-12-03T18:35:13,031 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T18:35:13,036 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T18:35:13,036 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T18:35:13,036 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T18:35:13,036 INFO [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T18:35:13,036 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733250911605Running coprocessor pre-close hooks at 1733250911605Disabling compacts and flushes for region at 1733250911605Disabling writes for close at 1733250911605Obtaining lock to block concurrent updates at 1733250911605Preparing flush snapshotting stores in 1588230740 at 1733250911605Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733250911605Flushing stores of hbase:meta,,1.1588230740 at 1733250911606 (+1 ms)Flushing 1588230740/info: creating writer at 1733250911606Flushing 1588230740/info: appending metadata at 1733250911626 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733250911626Flushing 1588230740/ns: creating writer at 1733250911632 (+6 ms)Flushing 1588230740/ns: appending metadata at 1733250911645 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733250911645Flushing 1588230740/rep_barrier: creating writer at 1733250912055 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733250912070 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733250912070Flushing 1588230740/table: creating writer at 1733250912505 (+435 ms)Flushing 1588230740/table: appending metadata at 1733250912542 (+37 ms)Flushing 1588230740/table: closing flushed file at 1733250912543 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639c2ef0: reopening flushed file at 1733250912988 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16515b3e: reopening flushed file at 1733250912994 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48af6d01: reopening flushed file at 1733250912998 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c60a4a7: reopening flushed file at 1733250913019 (+21 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=16, compaction requested=false at 1733250913031 (+12 ms)Writing region close event to WAL at 1733250913033 (+2 ms)Running coprocessor post-close hooks at 1733250913036 (+3 ms)Closed at 1733250913036 2024-12-03T18:35:13,036 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T18:35:13,195 DEBUG [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.1733250902678 to pos 688, reset compression=false 2024-12-03T18:35:13,207 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,35603,1733250881408; all regions closed. 2024-12-03T18:35:13,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741843_1019 (size=859) 2024-12-03T18:35:13,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/WALs/5cd6afc4bcac,35603,1733250881408/5cd6afc4bcac%2C35603%2C1733250881408.meta.1733250902704.meta not finished, retry = 0 2024-12-03T18:35:13,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741844_1020 (size=2791) 2024-12-03T18:35:13,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741842_1018 (size=696) 2024-12-03T18:35:13,335 DEBUG [RS:0;5cd6afc4bcac:35603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:13,335 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T18:35:13,335 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:35:13,336 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T18:35:13,336 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:35:13,336 INFO [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:35:13,336 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5cd6afc4bcac,35603,1733250881408 because: Region server is closing 2024-12-03T18:35:13,336 INFO [RS:0;5cd6afc4bcac:35603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:35603. 2024-12-03T18:35:13,336 DEBUG [RS:0;5cd6afc4bcac:35603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:13,336 DEBUG [RS:0;5cd6afc4bcac:35603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:13,337 DEBUG [RS:0;5cd6afc4bcac:35603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:13,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:35:13,437 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 terminated 2024-12-03T18:35:13,437 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5cd6afc4bcac,35603,1733250881408 because: Region server is closing 2024-12-03T18:35:13,437 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,1-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,1-5cd6afc4bcac,35603,1733250881408 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T18:35:13,437 INFO [RS:0;5cd6afc4bcac:35603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:35603. 2024-12-03T18:35:13,437 DEBUG [RS:0;5cd6afc4bcac:35603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T18:35:13,437 DEBUG [RS:0;5cd6afc4bcac:35603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:13,437 DEBUG [RS:0;5cd6afc4bcac:35603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T18:35:13,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T18:35:13,538 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.wal-reader.5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T18:35:13,538 WARN [RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T18:35:13,538 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0-0.replicationSource,2-5cd6afc4bcac,35603,1733250881408.replicationSource.shipper5cd6afc4bcac%2C35603%2C1733250881408,2-5cd6afc4bcac,35603,1733250881408 terminated 2024-12-03T18:35:13,538 INFO [RS:0;5cd6afc4bcac:35603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35603 2024-12-03T18:35:13,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518/rs 2024-12-03T18:35:13,567 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-293982518/rs/5cd6afc4bcac,35603,1733250881408 2024-12-03T18:35:13,567 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:35:13,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,35603,1733250881408] 2024-12-03T18:35:13,584 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-293982518/draining/5cd6afc4bcac,35603,1733250881408 already deleted, retry=false 2024-12-03T18:35:13,584 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,35603,1733250881408 expired; onlineServers=0 2024-12-03T18:35:13,584 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,41491,1733250881214' ***** 2024-12-03T18:35:13,584 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T18:35:13,584 INFO [M:0;5cd6afc4bcac:41491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T18:35:13,584 INFO [M:0;5cd6afc4bcac:41491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T18:35:13,584 DEBUG [M:0;5cd6afc4bcac:41491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T18:35:13,584 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T18:35:13,584 DEBUG [M:0;5cd6afc4bcac:41491 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T18:35:13,585 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250883651 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733250883651,5,FailOnTimeoutGroup] 2024-12-03T18:35:13,585 INFO [M:0;5cd6afc4bcac:41491 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T18:35:13,585 INFO [M:0;5cd6afc4bcac:41491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T18:35:13,585 DEBUG [M:0;5cd6afc4bcac:41491 {}] master.HMaster(1795): Stopping service threads 2024-12-03T18:35:13,585 INFO [M:0;5cd6afc4bcac:41491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T18:35:13,585 INFO [M:0;5cd6afc4bcac:41491 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T18:35:13,585 ERROR [M:0;5cd6afc4bcac:41491 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1546452637) connection to localhost/127.0.0.1:35801 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35801,5,PEWorkerGroup] 2024-12-03T18:35:13,585 INFO [M:0;5cd6afc4bcac:41491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T18:35:13,585 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T18:35:13,586 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250883651 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733250883651,5,FailOnTimeoutGroup] 2024-12-03T18:35:13,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-293982518/master 2024-12-03T18:35:13,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-293982518 2024-12-03T18:35:13,592 DEBUG [M:0;5cd6afc4bcac:41491 {}] zookeeper.ZKUtil(347): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Unable to get data of znode /0-293982518/master because node does not exist (not an error) 2024-12-03T18:35:13,592 WARN [M:0;5cd6afc4bcac:41491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T18:35:13,593 INFO [M:0;5cd6afc4bcac:41491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/.lastflushedseqids 2024-12-03T18:35:13,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741853_1029 (size=263) 2024-12-03T18:35:13,676 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:35:13,676 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35603-0x1019dc320820001, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:35:13,676 INFO [RS:0;5cd6afc4bcac:35603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:35:13,676 INFO [RS:0;5cd6afc4bcac:35603 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,35603,1733250881408; zookeeper connection closed. 2024-12-03T18:35:13,677 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@137a3a3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@137a3a3b 2024-12-03T18:35:13,677 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T18:35:13,997 INFO [M:0;5cd6afc4bcac:41491 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T18:35:13,997 INFO [M:0;5cd6afc4bcac:41491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T18:35:13,997 DEBUG [M:0;5cd6afc4bcac:41491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T18:35:13,997 INFO [M:0;5cd6afc4bcac:41491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:35:13,997 DEBUG [M:0;5cd6afc4bcac:41491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:35:13,997 DEBUG [M:0;5cd6afc4bcac:41491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T18:35:13,997 DEBUG [M:0;5cd6afc4bcac:41491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:35:13,998 INFO [M:0;5cd6afc4bcac:41491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-03T18:35:14,022 DEBUG [M:0;5cd6afc4bcac:41491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8d6156aaad643d3abae620cd1ef9b19 is 82, key is hbase:meta,,1/info:regioninfo/1733250884904/Put/seqid=0 2024-12-03T18:35:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741854_1030 (size=5672) 2024-12-03T18:35:14,454 INFO [M:0;5cd6afc4bcac:41491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8d6156aaad643d3abae620cd1ef9b19 2024-12-03T18:35:14,491 DEBUG [M:0;5cd6afc4bcac:41491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b789acd0ddf4e43949e0ea674abb657 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733250900741/Put/seqid=0 2024-12-03T18:35:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741855_1031 (size=8909) 2024-12-03T18:35:14,901 INFO [M:0;5cd6afc4bcac:41491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b789acd0ddf4e43949e0ea674abb657 2024-12-03T18:35:14,919 DEBUG [M:0;5cd6afc4bcac:41491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04d60f3f47354f1bb12bfb1911ef06d0 is 69, key is 5cd6afc4bcac,35603,1733250881408/rs:state/1733250883776/Put/seqid=0 2024-12-03T18:35:14,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741856_1032 (size=5156) 2024-12-03T18:35:15,323 INFO [M:0;5cd6afc4bcac:41491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04d60f3f47354f1bb12bfb1911ef06d0 2024-12-03T18:35:15,340 DEBUG [M:0;5cd6afc4bcac:41491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8d6156aaad643d3abae620cd1ef9b19 as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8d6156aaad643d3abae620cd1ef9b19 2024-12-03T18:35:15,344 INFO [M:0;5cd6afc4bcac:41491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8d6156aaad643d3abae620cd1ef9b19, entries=8, sequenceid=112, filesize=5.5 K 2024-12-03T18:35:15,344 DEBUG [M:0;5cd6afc4bcac:41491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b789acd0ddf4e43949e0ea674abb657 as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b789acd0ddf4e43949e0ea674abb657 2024-12-03T18:35:15,349 INFO [M:0;5cd6afc4bcac:41491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b789acd0ddf4e43949e0ea674abb657, entries=13, sequenceid=112, filesize=8.7 K 2024-12-03T18:35:15,350 DEBUG [M:0;5cd6afc4bcac:41491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04d60f3f47354f1bb12bfb1911ef06d0 as hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04d60f3f47354f1bb12bfb1911ef06d0 2024-12-03T18:35:15,362 INFO [M:0;5cd6afc4bcac:41491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35801/user/jenkins/test-data/7d7ef04d-0045-32c5-3e07-3a6cec726fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04d60f3f47354f1bb12bfb1911ef06d0, entries=1, sequenceid=112, filesize=5.0 K 2024-12-03T18:35:15,363 INFO [M:0;5cd6afc4bcac:41491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=112, compaction requested=false 2024-12-03T18:35:15,375 INFO [M:0;5cd6afc4bcac:41491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T18:35:15,375 DEBUG [M:0;5cd6afc4bcac:41491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733250913997Disabling compacts and flushes for region at 1733250913997Disabling writes for close at 1733250913997Obtaining lock to block concurrent updates at 1733250913998 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733250913998Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733250913998Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733250913998Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733250913998Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733250914022 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733250914022Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733250914466 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733250914490 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733250914490Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733250914905 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733250914919 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733250914919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7781c5ce: reopening flushed file at 1733250915335 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439ff6d8: reopening flushed file at 1733250915344 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b850dc5: reopening flushed file at 1733250915349 (+5 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=112, compaction requested=false at 1733250915363 (+14 ms)Writing region close event to WAL at 1733250915375 (+12 ms)Closed at 1733250915375 2024-12-03T18:35:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741830_1006 (size=69055) 2024-12-03T18:35:15,394 INFO [M:0;5cd6afc4bcac:41491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T18:35:15,397 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T18:35:15,398 INFO [M:0;5cd6afc4bcac:41491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41491 2024-12-03T18:35:15,398 INFO [M:0;5cd6afc4bcac:41491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T18:35:15,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:35:15,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41491-0x1019dc320820000, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T18:35:15,518 INFO [M:0;5cd6afc4bcac:41491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T18:35:15,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fc4a79c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T18:35:15,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74764cda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:35:15,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:35:15,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d592c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:35:15,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16e6719e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/hadoop.log.dir/,STOPPED} 2024-12-03T18:35:15,544 WARN [BP-673296168-172.17.0.3-1733250878964 heartbeating to localhost/127.0.0.1:35801 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T18:35:15,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T18:35:15,545 WARN [BP-673296168-172.17.0.3-1733250878964 heartbeating to localhost/127.0.0.1:35801 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-673296168-172.17.0.3-1733250878964 (Datanode Uuid 6a63b417-3101-45f6-a4c8-46458b103a44) service to localhost/127.0.0.1:35801 2024-12-03T18:35:15,545 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T18:35:15,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/cluster_447492f8-04c4-c24b-951d-9509e5d8a26b/data/data2/current/BP-673296168-172.17.0.3-1733250878964 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:35:15,546 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T18:35:15,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/cluster_447492f8-04c4-c24b-951d-9509e5d8a26b/data/data1/current/BP-673296168-172.17.0.3-1733250878964 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T18:35:15,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9255ea4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T18:35:15,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71ba3e66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T18:35:15,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T18:35:15,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21bd1f72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T18:35:15,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41c5edc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b106bad-c30f-1f14-584d-c993d5484bbd/hadoop.log.dir/,STOPPED} 2024-12-03T18:35:15,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T18:35:15,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T18:35:15,616 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 532) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50098) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:35801 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:33741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:45281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:35801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:45281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:45281 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:33741 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:35801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50098) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50098) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:33741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1546452637) connection to localhost/127.0.0.1:33741 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=981 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1026 (was 1281), ProcessCount=11 (was 11), AvailableMemoryMB=2567 (was 232) - AvailableMemoryMB LEAK? - 2024-12-03T18:35:15,617 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-12-03T18:35:15,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019dc320820005, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:35:15,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019dc320820002, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:35:15,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019dc320820008, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T18:35:15,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019dc320820008, quorum=127.0.0.1:50098, baseZNode=/2309839891 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:35:15,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019dc320820002, quorum=127.0.0.1:50098, baseZNode=/0-293982518 Received Disconnected from ZooKeeper, ignoring 2024-12-03T18:35:15,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019dc320820005, quorum=127.0.0.1:50098, baseZNode=/11081553427 Received Disconnected from ZooKeeper, ignoring